-- Logs begin at Tue 2021-06-08 12:07:34 UTC, end at Tue 2021-06-08 13:27:36 UTC. -- Jun 08 12:36:14.924544 dv-cinder-784477-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 12:36:17.513730 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.common.config [-] Logging enabled! Jun 08 12:36:17.514307 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 12:36:17.514522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 12:36:17.517773 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.common.config [-] Logging enabled! Jun 08 12:36:17.518053 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 12:36:17.518356 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 12:36:17.519290 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 12:36:17.519528 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 12:36:17.519898 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 12:36:17.520153 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 12:36:17.520391 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 12:36:17.520710 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.521007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.521309 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.521544 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.521867 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.522164 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.522453 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.522747 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.523049 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.523342 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.523629 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.524459 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.524699 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.524991 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.525286 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.525582 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.525840 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] debug = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.526130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.526561 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.526986 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.527276 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.527573 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.527863 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.528145 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.528429 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.528723 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.529058 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] host = dv-cinder-784477-4-iscsi {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.529340 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.529632 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.529954 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.530247 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.530528 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.530812 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.531104 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.531382 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.531660 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.531942 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.532234 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.532526 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.532823 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.533057 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.533286 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.533579 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.533898 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.534184 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.534464 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.534744 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.535022 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.535304 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.535577 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.535866 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.536156 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.536446 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.536728 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.537010 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.537287 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.537564 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.537876 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.538157 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.538439 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.538723 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.539014 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.539291 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.539590 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.539896 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.540190 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.540478 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.540768 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.541047 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.541334 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.541612 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.541914 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.542193 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_json = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.542471 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.542746 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.543031 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.543309 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.543584 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.543862 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.544136 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.544427 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:17.544729 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.545031 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.545338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.545626 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.545951 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.546235 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.546530 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.546812 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.547105 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.547399 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.547692 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.548236 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.548533 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.548822 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.549121 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.549426 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.549750 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.550049 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.550330 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.550613 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.550893 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.551175 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.551467 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.551764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.552057 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.552336 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.552620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.552915 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.553198 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.553477 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.553786 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.554083 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.554364 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.554644 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.554932 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.555235 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.555513 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.555789 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.556071 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.556364 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.556643 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.556921 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.557198 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.557480 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.557791 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.558084 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.558365 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.558645 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.559380 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.559674 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.559957 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.560238 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.560522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.560802 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.561087 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.561367 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.561676 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.561946 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.562226 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.562505 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.562783 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.563062 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.563344 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.563622 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.563899 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.564178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.564454 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.564731 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.565022 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.565327 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.565611 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.565927 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.566214 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.566499 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.566783 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.567064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.567350 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.567637 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.567918 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.568218 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.568512 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.568814 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.569104 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.569394 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.569717 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.570006 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.570300 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.571088 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.571386 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.571687 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.571980 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.572281 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.572581 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.572880 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.573179 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.573479 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.573795 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.574117 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.574406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:17.574631 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 12:36:17.574885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103496) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 12:36:17.931758 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:17.932039 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:17.932332 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:17.932673 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 12:36:18.330022 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.330232 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.330500 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.331698 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.331990 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.332265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.369033 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.369323 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.369597 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.382592 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.382879 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.383666 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.412011 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.412305 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.412585 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.450918 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.451204 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.451479 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.687906 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.688562 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.688562 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.688728 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.689457 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.816544 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.816875 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.817165 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.817453 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.817756 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.818078 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.818344 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.818609 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.818871 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.819161 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.819429 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.819706 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.819975 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.820253 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.820516 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.821378 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.821673 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.821946 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.822225 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.822484 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.822773 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.823128 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.823390 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.823683 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.823941 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.824195 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.824603 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:18.824853 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:18.825099 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:18.825341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:18.825584 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:18.825856 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:18.826231 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 12:36:18.829489 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 12:36:18.833568 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 12:36:18.839469 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 08 12:36:18.842202 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 12:36:18.842669 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 12:36:18.843012 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 12:36:18.843413 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 12:36:18.846283 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 12:36:18.846544 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 12:36:18.846900 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 12:36:18.874887 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 12:36:18.875349 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.875655 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103496) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 12:36:18.876025 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.877390 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103496) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 12:36:18.877696 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 12:36:18.877947 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 12:36:18.881160 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.881452 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:18.944227 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 12:36:18.944416 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 12:36:18.944660 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 12:36:18.945037 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 12:36:18.979968 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_db.sqlalchemy.engines [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103496) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 12:36:19.321589 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing driver for type 'gre' Jun 08 12:36:19.322064 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] gre ID ranges: [(1, 1000)] Jun 08 12:36:19.381677 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing driver for type 'local' Jun 08 12:36:19.382175 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing driver for type 'vlan' Jun 08 12:36:19.394158 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] VlanTypeDriver initialization complete Jun 08 12:36:19.394499 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing driver for type 'vxlan' Jun 08 12:36:19.394995 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] vxlan ID ranges: [(1, 1000)] Jun 08 12:36:19.451348 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing extension driver 'port_security' Jun 08 12:36:19.451750 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.extensions.port_security [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] PortSecurityExtensionDriver initialization complete Jun 08 12:36:19.452164 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing mechanism driver 'openvswitch' Jun 08 12:36:19.452542 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing mechanism driver 'hyperv' Jun 08 12:36:19.459094 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:19.459868 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.460274 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.460652 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.461029 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.461917 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.462276 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.462665 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.463022 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.463373 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.463754 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > security_group after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.464106 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > security_group after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.464452 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.464832 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.465181 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.465526 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.465933 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > address_group after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.466285 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > address_group after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.466628 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.466971 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] ML2 OVO RPC backend initialized. {{(pid=103496) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 12:36:19.467676 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.468033 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.468494 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.468809 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > networks before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.469166 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.469513 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > ports before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.469884 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.470234 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnets before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.470587 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.470932 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.471272 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.471613 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.471953 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.472298 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.472640 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.472977 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.473314 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.473916 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.plugin [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Modular L2 Plugin initialization complete Jun 08 12:36:19.474247 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading services supported by the core plugin {{(pid=103496) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 12:36:19.474575 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Got port-security extension from driver 'port_security' Jun 08 12:36:19.475044 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.extensions.vlantransparent [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Disabled vlantransparent extension. Jun 08 12:36:19.475533 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103496) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 12:36:19.475850 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: router Jun 08 12:36:19.518546 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.519061 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.519549 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router before_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.519978 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.520489 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.520929 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_delete 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.521390 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.521870 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.522332 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.522830 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.523187 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.524180 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.524682 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.525146 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.525594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.526046 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.526451 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.526899 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.527554 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.527831 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.528249 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.528673 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.529070 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.529516 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.529969 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.530387 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.530906 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.531966 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Tracking information for resource: router configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:19.532341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Tracking information for resource: floatingip configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:19.537906 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.db.l3_agentschedulers_db [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 12:36:19.538493 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.538858 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.539213 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.540162 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.540975 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router before_create 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.541346 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.541740 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_create 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.542102 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > router precommit_update 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.546555 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.provider_configuration [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service providers = [] {{(pid=103496) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 12:36:19.546926 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.db.servicetype_db [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103496) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 12:36:19.550120 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:19.550475 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:19.550821 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:19.551696 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:19.552069 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.services.service_base [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 12:36:19.552629 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.552957 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 12:36:19.563714 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.564052 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: auto_allocate Jun 08 12:36:19.569975 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: network precommit_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.570352 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: network precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.570905 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.571230 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: tag Jun 08 12:36:19.579438 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.579719 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: timestamp Jun 08 12:36:19.583533 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.583870 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: network_ip_availability Jun 08 12:36:19.591248 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.591754 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.592128 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.592884 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.593211 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: flavors Jun 08 12:36:19.706395 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.707157 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading Plugin: revisions Jun 08 12:36:19.711808 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:19.712208 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:19.712983 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103496) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 12:36:19.713324 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Initializing extension manager. Jun 08 12:36:19.713930 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: __init__.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.714284 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: __pycache__ {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.714627 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.714967 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: address_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.715734 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.716327 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: address-group Jun 08 12:36:19.716659 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: address_scope.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.717367 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.717917 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: address-scope Jun 08 12:36:19.718244 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.719172 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.719704 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: router-admin-state-down-before-update Jun 08 12:36:19.720028 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: agent.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.720723 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.721241 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: agent Jun 08 12:36:19.721570 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: agent_resources_synced.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.722506 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.723033 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: agent-resources-synced Jun 08 12:36:19.723363 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: allowedaddresspairs.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.725151 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.725714 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: allowed-address-pairs Jun 08 12:36:19.726048 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: auto_allocated_topology.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.727675 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.728204 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: auto-allocated-topology Jun 08 12:36:19.728536 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: availability_zone.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.729226 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.729767 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: availability_zone Jun 08 12:36:19.730099 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: availability_zone_filter.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.731006 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.731529 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: availability_zone_filter Jun 08 12:36:19.731865 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: data_plane_status.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.732764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.733282 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 12:36:19.733609 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: default_subnetpools.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.734553 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.735084 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: default-subnetpools Jun 08 12:36:19.735412 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.736222 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.736744 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: dhcp_agent_scheduler Jun 08 12:36:19.737072 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: dns.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.738013 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.738535 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension dns-integration not supported by any of loaded plugins Jun 08 12:36:19.738861 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: dns_domain_ports.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.739769 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.740290 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 12:36:19.740617 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: dvr.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.741282 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.741838 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: dvr Jun 08 12:36:19.742164 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: empty_string_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.743084 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.743605 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: empty-string-filtering Jun 08 12:36:19.743928 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.744824 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.745340 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 12:36:19.745695 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.746600 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.747298 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 12:36:19.747626 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: external_net.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.748525 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.749051 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: external-net Jun 08 12:36:19.749380 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.750311 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.750834 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: extra_dhcp_opt Jun 08 12:36:19.751160 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: extraroute.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.752061 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.752581 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: extraroute Jun 08 12:36:19.752907 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: extraroute_atomic.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.753975 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.754501 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: extraroute-atomic Jun 08 12:36:19.754828 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: filter_validation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.755489 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.756000 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: filter-validation Jun 08 12:36:19.756325 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: fip_pf_description.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.757227 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.757772 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 12:36:19.758612 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: fip_port_details.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.759515 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.760036 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: fip-port-details Jun 08 12:36:19.760363 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: flavors.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.761578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.762143 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: flavors Jun 08 12:36:19.762475 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.764149 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.764689 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 12:36:19.765025 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: floatingip_pools.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.765749 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.766275 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: floatingip-pools Jun 08 12:36:19.766605 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: ip_allocation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.767518 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.768035 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 12:36:19.768363 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.769265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.769824 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: ip-substring-filtering Jun 08 12:36:19.770152 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l2_adjacency.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.771061 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.771575 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 12:36:19.771901 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.772876 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.773402 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: router Jun 08 12:36:19.774355 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.776635 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.777177 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 12:36:19.777515 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.778533 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.779066 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: ext-gw-mode Jun 08 12:36:19.779397 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.780309 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.780834 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: l3-ha Jun 08 12:36:19.781243 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3_flavors.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.782091 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.782619 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: l3-flavors Jun 08 12:36:19.782945 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.783864 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.784385 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 12:36:19.784711 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: l3agentscheduler.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.785804 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.786335 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: l3_agent_scheduler Jun 08 12:36:19.786668 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: logging.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.788284 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.788827 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension logging not supported by any of loaded plugins Jun 08 12:36:19.789161 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: metering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.789991 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.790585 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: metering Jun 08 12:36:19.790914 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.792042 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.792584 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: metering_source_and_destination_fields Jun 08 12:36:19.792913 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: multiprovidernet.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.793861 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.794392 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: multi-provider Jun 08 12:36:19.794721 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: netmtu.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.795642 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.796171 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: net-mtu Jun 08 12:36:19.796497 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: netmtu_writable.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.797409 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.797965 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: net-mtu-writable Jun 08 12:36:19.798553 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: network_availability_zone.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.799217 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.799738 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: network_availability_zone Jun 08 12:36:19.800062 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: network_ip_availability.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.801146 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.801696 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: network-ip-availability Jun 08 12:36:19.802026 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: network_segment_range.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.802786 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.803301 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 12:36:19.803623 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: pagination.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.804623 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.805038 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: pagination Jun 08 12:36:19.805306 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: port_device_profile.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.806243 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.806772 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: port-device-profile Jun 08 12:36:19.807099 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.808004 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.808528 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: port-mac-address-regenerate Jun 08 12:36:19.808855 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.809786 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.810317 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: port-numa-affinity-policy Jun 08 12:36:19.810646 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: port_resource_request.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.811548 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.812071 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 12:36:19.812403 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: portbindings.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.813317 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.813875 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: binding Jun 08 12:36:19.814201 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: portbindings_extended.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.815465 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.816023 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: binding-extended Jun 08 12:36:19.816379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: portsecurity.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.817281 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.817841 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: port-security Jun 08 12:36:19.818170 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: project_id.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.819132 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.819467 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: project-id Jun 08 12:36:19.819793 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: providernet.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.821218 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.821776 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: provider Jun 08 12:36:19.822104 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.825630 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.826195 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos not supported by any of loaded plugins Jun 08 12:36:19.826528 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.827764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.828294 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 12:36:19.828626 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.829579 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.830091 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 12:36:19.830423 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_default.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.831334 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.831864 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-default not supported by any of loaded plugins Jun 08 12:36:19.832199 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_fip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.832848 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.833365 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-fip not supported by any of loaded plugins Jun 08 12:36:19.833718 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_gateway_ip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.834830 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.835356 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 12:36:19.835682 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_port_network_policy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.837180 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.837731 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 12:36:19.838061 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_rule_type_details.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.838970 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.839492 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 12:36:19.839819 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: qos_rules_alias.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.840850 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.841377 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 12:36:19.841812 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: quotasv2.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.842754 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.843087 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: quotas Jun 08 12:36:19.843412 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: quotasv2_detail.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.846481 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.846826 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: quota_details Jun 08 12:36:19.847159 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: rbac.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.848225 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.848763 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: rbac-policies Jun 08 12:36:19.849101 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: rbac_address_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.850051 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.850584 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: rbac-address-group Jun 08 12:36:19.850915 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: rbac_address_scope.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.851873 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.852408 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: rbac-address-scope Jun 08 12:36:19.852738 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: rbac_security_groups.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.853686 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.854219 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: rbac-security-groups Jun 08 12:36:19.854551 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: rbac_subnetpool.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.855462 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.855990 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: rbac-subnetpool Jun 08 12:36:19.856320 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: revisionifmatch.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.857237 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.857807 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: revision-if-match Jun 08 12:36:19.858136 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: revisions.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.859244 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.859773 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: standard-attr-revisions Jun 08 12:36:19.860105 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: router_availability_zone.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.860773 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.861293 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: router_availability_zone Jun 08 12:36:19.861621 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: routerservicetype.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.862564 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.863089 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension router-service-type not supported by any of loaded plugins Jun 08 12:36:19.863418 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.864327 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.864857 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: security-groups-normalized-cidr Jun 08 12:36:19.865183 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.866121 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.866649 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: port-security-groups-filtering Jun 08 12:36:19.866973 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.867919 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.868449 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: security-groups-remote-address-group Jun 08 12:36:19.868770 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: securitygroup.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.878333 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.878873 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: security-group Jun 08 12:36:19.879212 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: segment.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.879994 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.880521 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension segment not supported by any of loaded plugins Jun 08 12:36:19.880857 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.881817 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.882357 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 12:36:19.882691 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: servicetype.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.884313 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.884850 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: service-type Jun 08 12:36:19.885184 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: sorting.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.886187 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.886524 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: sorting Jun 08 12:36:19.886850 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: standard_attr_segment.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.887750 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.888280 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 12:36:19.888606 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: standardattrdescription.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.889245 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.889802 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: standard-attr-description Jun 08 12:36:19.890130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: stateful_security_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.891039 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.891570 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: stateful-security-group Jun 08 12:36:19.891895 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: stdattrs_common.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.892468 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 12:36:19.892801 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.893816 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.894346 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 12:36:19.894673 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: subnet_onboard.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.895738 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.896270 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: subnet_onboard Jun 08 12:36:19.896597 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.897522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.898074 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 12:36:19.898401 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: subnet_service_types.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.899858 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.900391 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: subnet-service-types Jun 08 12:36:19.900718 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: subnetallocation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.901819 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.902361 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: subnet_allocation Jun 08 12:36:19.902682 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.903350 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.903869 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: subnetpool-prefix-ops Jun 08 12:36:19.904196 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.905112 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.905637 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 12:36:19.905984 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: tagging.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.907054 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.907592 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: standard-attr-tag Jun 08 12:36:19.907924 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: timestamp.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.909195 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.909761 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loaded extension: standard-attr-timestamp Jun 08 12:36:19.910095 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: trunk.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.911120 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.911652 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension trunk not supported by any of loaded plugins Jun 08 12:36:19.911985 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: trunk_details.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.912899 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.913429 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension trunk-details not supported by any of loaded plugins Jun 08 12:36:19.913789 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: uplink_status_propagation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.914735 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.915262 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 12:36:19.915592 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Loading extension file: vlantransparent.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:19.916259 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:19.916779 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 12:36:19.919300 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:network Jun 08 12:36:19.919845 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:subnet Jun 08 12:36:19.920244 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:19.920637 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:port Jun 08 12:36:19.922037 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.922495 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service FLAVORS assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.923370 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.923795 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.924129 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:router Jun 08 12:36:19.924557 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:floatingip Jun 08 12:36:19.925054 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service METERING assigned prefix: /metering {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.926544 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.926931 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.927290 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:19.928293 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 12:36:19.928743 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:security_group Jun 08 12:36:19.929180 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 12:36:19.929831 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.930192 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:19.930537 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] subnetpool is already registered Jun 08 12:36:19.930969 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.931295 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:19.931628 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] subnetpool is already registered Jun 08 12:36:19.933971 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.934409 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service FLAVORS assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.935000 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.935423 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.935757 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:router Jun 08 12:36:19.936095 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] router is already registered Jun 08 12:36:19.936508 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:floatingip Jun 08 12:36:19.936846 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] floatingip is already registered Jun 08 12:36:19.937300 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service METERING assigned prefix: /metering {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.937991 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 12:36:19.938323 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] rbac_policy is already registered Jun 08 12:36:19.938736 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:security_group Jun 08 12:36:19.939074 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] security_group is already registered Jun 08 12:36:19.939477 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 12:36:19.939810 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] security_group_rule is already registered Jun 08 12:36:19.940448 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.940779 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:19.941114 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] subnetpool is already registered Jun 08 12:36:19.941531 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:19.941884 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:19.942217 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] subnetpool is already registered Jun 08 12:36:19.942682 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: extensions {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.944170 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: address-groups {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.946202 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: address-scopes {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.947534 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: agents {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.948691 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: auto-allocated-topology {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.949982 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: availability_zones {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.951200 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: dhcp-networks {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.952712 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: dhcp-agents {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.954262 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: routers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.955969 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: flavors {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.958377 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: service_profiles {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.959601 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: next_providers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.961055 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: service_profiles {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.963196 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: floatingip-pools {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.964428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: routers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.966167 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: floatingips {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.967463 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: l3-routers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.968850 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: l3-agents {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.970387 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: metering-labels {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.971652 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: metering-label-rules {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.973026 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: network-ip-availabilities {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.974339 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: bindings {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.975902 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: quotas {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.977522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: quotas {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.978974 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: rbac-policies {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.980177 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: security-groups {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.981471 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: security-group-rules {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.982759 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: service-providers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.984002 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: subnetpools {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.985355 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: subnetpools {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.986930 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.988613 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.990452 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.992369 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.994113 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.996096 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.997816 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:19.999648 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:20.001507 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:20.003300 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:20.009955 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING keystonemiddleware.auth_token [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 12:36:20.014473 dv-cinder-784477-4-iscsi neutron-server[103496]: WARNING keystonemiddleware.auth_token [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 12:36:20.022883 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Acquired lock "singleton_lock" {{(pid=103496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 12:36:20.023370 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Releasing lock "singleton_lock" {{(pid=103496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 12:36:20.024555 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Starting 2 workers Jun 08 12:36:20.029237 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Started child 103601 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:20.033704 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Started child 103602 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:20.034964 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:20.036011 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO neutron.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 12:36:20.036011 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Notify callbacks [] for process, before_spawn {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:20.036466 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [-] (103601) wsgi starting up on http://0.0.0.0:9696 Jun 08 12:36:20.038439 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Starting 1 workers Jun 08 12:36:20.039338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:20.041234 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [-] (103602) wsgi starting up on http://0.0.0.0:9696 Jun 08 12:36:20.043628 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Started child 103603 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:20.044169 dv-cinder-784477-4-iscsi neutron-server[103496]: INFO oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Starting 1 workers Jun 08 12:36:20.048226 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] calling RpcWorker wait() {{(pid=103603) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 12:36:20.048832 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] returning from RpcWorker wait() {{(pid=103603) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 12:36:20.048920 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Started child 103604 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:20.049780 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1978b374-a4ff-4e2e-b860-fa6f382b4127 None None] Notify callbacks [] for process, after_spawn {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:20.050692 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:20.051334 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:20.051796 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 12:36:20.052010 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 12:36:20.052195 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 12:36:20.052420 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 12:36:20.052763 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 12:36:20.052930 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 12:36:20.053465 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.053781 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.054051 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.054323 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.054629 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.055278 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.055537 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.055793 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.056070 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.056304 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.056479 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.056647 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.056906 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.057140 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.057497 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.057781 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.058034 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.058315 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.058406 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:20.058865 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.058865 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.059080 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.059305 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.059572 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] debug = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.059825 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.060321 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.060572 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.060823 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.061063 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.061349 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.061596 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.061904 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.062118 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.062342 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.062578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.062835 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.063080 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.063299 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.063521 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.063812 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.064036 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.064514 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host = dv-cinder-784477-4-iscsi {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.064732 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.064956 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.065229 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.065454 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.065733 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.065954 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.066217 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.066466 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.066750 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.066982 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.067221 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.067470 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.067688 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.067929 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.068097 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_options = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.068342 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.068606 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.068892 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.069087 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.069245 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.069423 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.069704 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.069885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.070169 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.070376 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.071169 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.071362 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.071600 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.071837 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.072127 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.072372 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.072608 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.072808 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.073056 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.073286 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.073513 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.073766 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.074008 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.074224 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.074441 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.074700 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.074902 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.075119 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.075361 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.075604 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.075844 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.076103 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.076359 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.076607 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.076857 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.077085 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.077302 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.077570 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.077829 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.078088 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.078339 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.078585 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.078835 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.079055 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.079309 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.079548 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_json = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.079817 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.079971 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.080296 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.080474 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.080637 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.080847 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.081070 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.081328 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.081755 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.082058 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.082371 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.082631 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.082888 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.083135 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.083396 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.083655 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.083909 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.084161 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.084485 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.084717 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.085014 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.085279 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.085541 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.085893 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.086138 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.086970 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.087193 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.087450 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.087689 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.087921 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.088257 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.088525 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.088774 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.089040 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.089284 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.089540 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.089783 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.090008 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.090226 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.090459 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.090717 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.090962 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.091179 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.091430 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.091653 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.091915 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.092164 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.092413 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.092673 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.093126 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.093126 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.095144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096456 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096456 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096674 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.096899 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.097324 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.097456 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.097622 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.097871 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.097993 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 39934) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:20.098101 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.098338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.098574 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.098817 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.099073 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.099325 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.099647 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.099952 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.100148 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.100352 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.100652 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.100962 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.101091 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.101281 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.101742 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.102312 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.102732 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.102955 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.103204 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.103428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.103651 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.103947 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.104269 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.104526 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.104826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.105055 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.105286 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.105497 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.105790 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.106013 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.106420 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.106804 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.107219 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.107610 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.107887 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.108152 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.108398 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.108649 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.108878 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.109157 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.109394 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.109749 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.109983 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.110128 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:20.110257 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.110546 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.110789 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.111042 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.111299 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.111603 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.111752 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088441 Jun 08 12:36:20.111872 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.112210 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.112441 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.112724 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.113021 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.113298 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.113581 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.113869 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.114107 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.114386 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.114638 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.114891 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.115126 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.115360 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.115605 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.115885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.116125 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.116365 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.116584 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.116845 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.117196 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.118009 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.118248 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.118487 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.118759 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.118991 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.119235 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.119508 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.119765 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.120442 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.120442 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122014 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122014 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122014 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122267 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122437 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122621 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.122841 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.123086 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.123307 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.123545 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.123820 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.124057 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.124282 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.124530 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.124752 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.124973 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126005 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126005 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126005 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126005 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126297 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126375 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126575 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.126763 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.127046 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.127229 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.127531 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.127781 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.128023 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.128253 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.128501 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.128769 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.129002 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.129245 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130122 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130122 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130122 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130122 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130699 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130699 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.130965 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.131119 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.131262 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.131486 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.132299 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.132299 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.132596 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.132596 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.132889 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.133771 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.133935 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.134124 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.134368 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.134755 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.134915 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.135057 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.135313 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.135556 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.135770 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.135984 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.136221 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.136439 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.136827 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.136976 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.137205 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.137415 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.137671 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.139153 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.139153 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.139153 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.139605 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.139605 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.139884 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.140024 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.140255 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.140451 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.140671 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.140886 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.141113 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.141326 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.141530 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.141955 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.142138 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.143083 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.143341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.143537 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.143760 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.144009 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.144356 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.144609 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.144831 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.145134 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.145386 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.145635 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.147007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.147007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.147007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.147683 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.147683 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.147967 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.149745 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.149745 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.149745 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.150254 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.150254 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.150642 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.150785 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.151273 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.151273 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.151566 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.151706 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.152057 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.152345 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.152614 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.152847 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.153116 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.153343 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.153584 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.155574 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.155574 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.155574 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.155574 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.155574 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.156341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.156341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.156341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.156341 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.156963 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.156963 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.157252 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.157252 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.157518 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 12:36:20.157951 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 12:36:20.158113 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 12:36:20.158256 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 12:36:20.158413 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 12:36:20.158592 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 12:36:20.158741 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 12:36:20.158949 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.159117 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.159282 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.159443 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.159584 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.159764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.159921 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.160062 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.160202 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.160363 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.160525 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.160752 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.160897 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.161047 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.161188 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.161346 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.161497 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.161637 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.161842 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.162074 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.162305 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.162305 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.162740 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] debug = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.162740 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.162740 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.164472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.165826 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host = dv-cinder-784477-4-iscsi {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.166882 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.166882 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.166882 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.167540 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.167726 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.167900 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.168476 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.168476 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.168476 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.168985 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.169502 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.169697 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.169860 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_options = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.171885 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.172424 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.172901 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.173326 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.173472 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174046 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174046 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174046 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174554 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174554 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174554 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.174554 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175112 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175112 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175112 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175545 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175545 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175545 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175844 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.175844 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177078 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177078 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177078 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177401 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177401 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177609 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177609 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177862 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.177987 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178139 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178266 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178392 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178507 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178653 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178815 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.178975 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_json = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.179136 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.180522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.180522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.180522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.180522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.180522 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.181173 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.181173 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:20.181173 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.181173 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.181598 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.181598 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.181598 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.181972 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.181972 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.182630 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.182630 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.182630 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.182630 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183526 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183526 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183731 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183731 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.183955 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.184764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.184764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.184764 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.185483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.185483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.185838 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.185838 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186085 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186085 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186321 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186461 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186588 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186721 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186848 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.186972 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.187130 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.187294 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.187459 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.187624 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.187790 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.187954 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.188116 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.188281 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.188664 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.188664 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.189726 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.189891 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.190026 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.190176 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.190309 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.190442 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.190572 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.190701 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.191062 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.191062 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.191317 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.191317 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.191560 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.192523 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.198066 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.198066 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.198258 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.198353 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.202578 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207007 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.207748 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.208379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209144 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.209940 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.210133 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.210314 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.210490 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211408 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211408 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211408 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211408 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211408 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211736 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211736 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.211859 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212078 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212172 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212314 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212462 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212619 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212763 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.212909 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.213076 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.213243 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.213408 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.213732 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.213903 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.214081 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.214248 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215178 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215542 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215542 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215676 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215875 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.215964 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.216119 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.216265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.216409 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.216577 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.216742 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.216904 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.217064 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.217230 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.217378 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.217545 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.218533 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.218863 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.219175 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.219486 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.219672 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.219821 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.220089 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.220261 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.220428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.220612 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.221539 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.221539 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.221539 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.221539 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.221539 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.221539 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.222483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.222483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.222483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.222483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.222483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.222483 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.223265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.223265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.223265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.223265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.223265 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.224011 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.224011 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.224011 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.224011 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.225338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.226428 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.227594 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.228620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.228620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.228620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.228620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.228620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.228620 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.229406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.229406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.229406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.229406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.229406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.229406 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230296 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230296 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230296 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230296 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230822 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230822 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230822 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.230822 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.231335 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.231335 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.231335 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.231733 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.231733 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.231733 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232123 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232123 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232398 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232398 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232670 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232670 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232946 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.232946 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.233254 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.233254 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.233519 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.233519 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.233811 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.233963 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.234224 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.234371 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.234518 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.234661 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.234802 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.234941 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.235081 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.235259 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.235421 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.235563 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.235701 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.235840 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236008 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236191 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236346 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236487 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236635 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236784 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.236924 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.237097 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.237241 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.237379 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.237517 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.237702 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.237872 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.238029 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.238187 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.238338 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:20.238478 dv-cinder-784477-4-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 12:36:20.266332 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:31.200663 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8422bb-17d2-4947-9f6f-ed6287fe0911 None None] get_active_networks_info from dv-cinder-784477-4-iscsi {{(pid=103603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 12:36:31.263742 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8422bb-17d2-4947-9f6f-ed6287fe0911 None None] No non-hosted networks {{(pid=103603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 12:36:31.277945 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.agentschedulers_db [None req-3b8422bb-17d2-4947-9f6f-ed6287fe0911 None None] DHCP Agent not found on host dv-cinder-784477-4-iscsi {{(pid=103603) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 08 12:36:31.378509 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9c513229-6f48-4e4d-a051-372c68359f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:33.465534 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-df388555-7e80-4dc4-820e-cabfb9338e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:33.519805 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cd6977c4-3901-4b3c-9c98-0bd758a41c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:33.728785 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:33.729923 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.731735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.731735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.731735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.731735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.732421 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.733075 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.733712 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.736507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.737076 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.741440 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.743493 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:33.744598 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:33.761465 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:34.779571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:36.325728 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:36.860568 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.db.l3_hamode_db [None req-9ffd6039-9209-4ff5-9e8b-8b0b436206d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 12:36:36.944698 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd6039-9209-4ff5-9e8b-8b0b436206d7 None None] Routers set() bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:36:36.945095 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd6039-9209-4ff5-9e8b-8b0b436206d7 None None] Router IDs set() for agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 12:36:37.895228 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40038) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:38.474799 dv-cinder-784477-4-iscsi neutron-server[103601]: WARNING oslo_policy.policy [None req-8d888354-4b07-494a-b982-c146f932ad76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:38.475450 dv-cinder-784477-4-iscsi neutron-server[103601]: WARNING oslo_policy.policy [None req-8d888354-4b07-494a-b982-c146f932ad76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:38.707687 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [None req-8d888354-4b07-494a-b982-c146f932ad76 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:36:38.708717 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8d888354-4b07-494a-b982-c146f932ad76 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8126416 Jun 08 12:36:41.087725 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40052) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:41.450128 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:41.552470 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.policy [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 12:36:41.599138 dv-cinder-784477-4-iscsi neutron-server[103601]: WARNING oslo_policy.policy [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:41.599434 dv-cinder-784477-4-iscsi neutron-server[103601]: WARNING oslo_policy.policy [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:41.608427 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.quota [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] Loaded quota_driver: . Jun 08 12:36:41.691779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743650995901', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743650988136', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743651048770', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743651037422', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743651031925', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743651022295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66510442', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66505444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1596098'] for rbac-policy, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:41.759312 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:41.760608 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a335eba6-b65d-4634-bd8f-8bcfc65b2ace admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6719975 Jun 08 12:36:44.387252 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40064) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:44.738283 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Request body: {'network': {'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'name': 'private', 'admin_state_up': True}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:44.762590 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Made reservation on behalf of e09688ee0bcd4d99b71a7bd5494eb3ca for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:36:44.765482 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:44.783355 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:44.896705 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:44.900169 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:44.905361 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:44.924590 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:36:44.951436 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743646746790', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:44.952015 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Unsubscribe: segment precommit_create {{(pid=103601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 12:36:44.952494 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Added segment 0bcb646b-3e2a-4c33-a103-91b8e5458ec4 of type vlan for network d27698f7-f53e-4980-939e-3669c2994f52 Jun 08 12:36:44.960977 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4529296f-6d3a-415b-a0b9-b546578c5aef,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:45.009101 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.009470 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.009825 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.010145 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.010459 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.010784 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.011096 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.011420 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.011743 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.012051 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.012351 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.012651 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Tracked resource versions report: Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: pushed versions: Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: { 'AddressGroup': {'1.2'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Log': {'1.0'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Network': {'1.1'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Port': {'1.7'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'PortForwarding': {'1.2'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'QosPolicy': {'1.8'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroup': {'1.4'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SubPort': {'1.0'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Subnet': {'1.1'}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Trunk': {'1.1'}} Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: consumer versions: Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'ConntrackHelper': '1.0', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Log': '1.0', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Network': '1.1', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Port': '1.7', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'PortForwarding': '1.2', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'QosPolicy': '1.8', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroup': '1.4', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroupRule': '1.2', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SubPort': '1.0', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Subnet': '1.1', Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Trunk': '1.1'}} Jun 08 12:36:45.013745 dv-cinder-784477-4-iscsi neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:36:45.065919 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:45.069719 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:45.113359 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:45.114803 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:36:45.115449 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:45.120367 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:45.201363 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8129826 Jun 08 12:36:45.220438 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Pushing event updated for resources: {'Network': ['ID=d27698f7-f53e-4980-939e-3669c2994f52,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:45.223724 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:45.232686 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network d27698f7-f53e-4980-939e-3669c2994f52 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:36:47.830779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40078) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:48.274922 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e094884-ac2d-4ad6-a2d9-d6ebd92be7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:36:48.276167 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3e094884-ac2d-4ad6-a2d9-d6ebd92be7d2 admin admin] 10.222.0.21 "GET /v2.0/networks/d27698f7-f53e-4980-939e-3669c2994f52 HTTP/1.1" status: 200 len: 825 time: 0.4444377 Jun 08 12:36:48.301701 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-e2f2df04-59fd-4308-9249-71cf5bc02055 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/d4a60756-38d2-40ef-b2d3-d783bce6f305 HTTP/1.1" status: 200 len: 734 time: 0.0202873 Jun 08 12:36:48.309754 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:48.329567 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Made reservation on behalf of e09688ee0bcd4d99b71a7bd5494eb3ca for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:36:48.331844 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:48.603564 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:48.608630 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:48.699194 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Checking segment: {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:36:48.699552 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Network hostable DHCP agents. Network: d27698f7-f53e-4980-939e-3669c2994f52, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:36:48.705228 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d230272-9d99-4578-9a6d-eb90f4a702e1,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:48.708436 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:48.723649 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Network d27698f7-f53e-4980-939e-3669c2994f52 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:36:48.734027 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, d27698f7-f53e-4980-939e-3669c2994f52) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:36:48.738695 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:36:48.739307 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:48.744790 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a97b2b-2ca2-42a3-b940-727fc2f6f269 None None] Network d27698f7-f53e-4980-939e-3669c2994f52 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:36:48.757148 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4505012 Jun 08 12:36:49.062911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-d27698f7-f53e-4980-939e-3669c2994f52', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:36:49.064150 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.252339 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Allocated IP 172.20.0.2 (d27698f7-f53e-4980-939e-3669c2994f52/0d230272-9d99-4578-9a6d-eb90f4a702e1/bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:36:49.477172 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.492469 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Transition to ACTIVE for port object bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:36:49.513458 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Transition to ACTIVE for port object bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:36:49.520515 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.521860 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:36:49.521860 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:36:49.521860 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:36:49.521860 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:36:49.521860 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:36:49.521860 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:36:49.540456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Network d27698f7-f53e-4980-939e-3669c2994f52 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:36:49.541559 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:36:49.544795 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:36:49.632109 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Attempting to bind port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:36:49.632497 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Attempting to bind port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:36:49.633468 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Attempting to bind port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 on network d27698f7-f53e-4980-939e-3669c2994f52 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:36:49.638646 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:36:49.639059 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Checking segment: {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:36:49.639647 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.639925 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Bound using segment: {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:36:49.640387 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Bound port: bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:36:49.640772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.730325 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] For port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:36:49.734346 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] For port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868,segment=NetworkSegment(0bcb646b-3e2a-4c33-a103-91b8e5458ec4),segment_id=0bcb646b-3e2a-4c33-a103-91b8e5458ec4)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:36:49.738367 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.743777 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:49.832559 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Pushing event updated for resources: {'Port': ['ID=bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:49.840866 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.841230 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.841573 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.841928 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.842258 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.842587 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.842909 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.843229 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.843564 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.843886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.844202 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.844517 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Tracked resource versions report: Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: pushed versions: Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: { 'AddressGroup': {'1.2'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'ConntrackHelper': {'1.0'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Log': {'1.0'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Network': {'1.1'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Port': {'1.7'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'PortForwarding': {'1.2'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'QosPolicy': {'1.8'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroup': {'1.4'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SubPort': {'1.0'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Subnet': {'1.1'}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Trunk': {'1.1'}} Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: consumer versions: Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'ConntrackHelper': '1.0', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Log': '1.0', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Network': '1.1', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Port': '1.7', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'PortForwarding': '1.2', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'QosPolicy': '1.8', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroup': '1.4', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroupRule': '1.2', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SubPort': '1.0', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Subnet': '1.1', Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Trunk': '1.1'}} Jun 08 12:36:49.845580 dv-cinder-784477-4-iscsi neutron-server[103603]: {{(pid=103603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:36:49.850297 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:51.167400 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40086) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:51.530610 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [None req-39423213-b838-4631-a8e4-714528e52ff8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:36:51.531668 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-39423213-b838-4631-a8e4-714528e52ff8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3633285 Jun 08 12:36:53.883328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40094) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:54.251063 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [None req-fd7e0ba4-0c1a-484e-bd52-f2980fca087d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:36:54.252123 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fd7e0ba4-0c1a-484e-bd52-f2980fca087d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3678162 Jun 08 12:36:55.595106 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5779103f-feac-45f4-bf60-c424159aa451 None None] Network d27698f7-f53e-4980-939e-3669c2994f52 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:36:55.674308 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-eee8fea7-a548-4dfb-839d-0c29a6532370 None None] Provisioning for port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:36:55.730029 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:36:55.876594 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:36:55.893174 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:36:55.893571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:56.025096 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:56.068561 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868,segment=NetworkSegment(0bcb646b-3e2a-4c33-a103-91b8e5458ec4),segment_id=0bcb646b-3e2a-4c33-a103-91b8e5458ec4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:36:56.072557 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:56.075942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:56.141867 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:56.144858 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:56.204167 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-fc67ae83-33de-4b3e-a59c-f577ba2b1f4f None None] Provisioning complete for port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:36:56.204622 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fc67ae83-33de-4b3e-a59c-f577ba2b1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:56.873285 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40108) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:57.218894 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] Request body: {'router': {'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'name': 'router1', 'admin_state_up': True}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:57.240864 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:57.242535 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:57.264612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:57.371668 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:57.388924 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:57.390272 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-7b72338c-4d56-4984-a13d-0cba2e83ca02 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5159950 Jun 08 12:36:57.702099 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:36:57.768080 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:36:57.768455 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:59.740813 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40116) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:00.098410 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [None req-814c0c3c-39e3-47af-868e-b180704cf5c2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:37:00.099376 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-814c0c3c-39e3-47af-868e-b180704cf5c2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3576498 Jun 08 12:37:01.101491 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9c957bab-e84e-47b3-b5ac-a2ba5af8a1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.464465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40124) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:02.832888 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:02.853222 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Made reservation on behalf of 00df01835771480c8a4235823d12e2de for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:37:02.855573 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.869772 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.971073 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.974666 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.979162 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:02.993719 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103601) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 12:37:03.013478 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd328bd8-1b30-4c06-b7fc-710962a4184f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:03.017340 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:03.020165 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:03.020504 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Added segment 4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4 of type flat for network d313d6da-3da1-412d-96cb-e9a1a4db2202 Jun 08 12:37:03.052041 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:03.088135 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:03.089302 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:03.089896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:03.094283 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:03.180255 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7142253 Jun 08 12:37:03.189664 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=d313d6da-3da1-412d-96cb-e9a1a4db2202,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:03.192538 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:03.200708 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:37:03.454409 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-62ff7606-1951-4684-926a-9d52811e128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:03.703411 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:04.663504 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:05.169268 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:37:05.565814 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 40142) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:05.828320 dv-cinder-784477-4-iscsi neutron-server[103602]: WARNING oslo_policy.policy [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:37:05.828975 dv-cinder-784477-4-iscsi neutron-server[103602]: WARNING oslo_policy.policy [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:37:06.221451 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.policy [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103602) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 12:37:06.268049 dv-cinder-784477-4-iscsi neutron-server[103602]: WARNING oslo_policy.policy [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:37:06.268429 dv-cinder-784477-4-iscsi neutron-server[103602]: WARNING oslo_policy.policy [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:37:06.275840 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:06.277465 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:06.279356 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-89fec7a2-29fb-4600-a5eb-0a4d62cebe33 admin admin] 10.222.0.21 "GET /v2.0/subnets/0d230272-9d99-4578-9a6d-eb90f4a702e1 HTTP/1.1" status: 200 len: 849 time: 0.7111318 Jun 08 12:37:06.457104 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-20b752da-bfb0-458b-87be-2c8b1364ab5d admin admin] 10.222.0.21 "GET /v2.0/routers/3495e654-1252-430b-b858-0d83207c8319 HTTP/1.1" status: 200 len: 704 time: 0.1723001 Jun 08 12:37:06.926094 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.170373 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Allocated IP 172.20.0.1 (d27698f7-f53e-4980-939e-3669c2994f52/0d230272-9d99-4578-9a6d-eb90f4a702e1/2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:37:07.340438 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.359407 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Transition to ACTIVE for port object 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:37:07.419623 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.420829 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:07.420829 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:37:07.420829 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:37:07.420829 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:37:07.420829 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:07.420829 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:37:07.437907 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Network d27698f7-f53e-4980-939e-3669c2994f52 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:37:07.438974 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:07.467913 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:37:07.468517 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.708199 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-288b35a3-2aff-4bb1-836e-c50e23fed723 None None] Provisioning for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:07.713351 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-288b35a3-2aff-4bb1-836e-c50e23fed723 None None] Provisioning complete for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:07.713814 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-288b35a3-2aff-4bb1-836e-c50e23fed723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.745358 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.767456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-288b35a3-2aff-4bb1-836e-c50e23fed723 None None] Port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:37:07.978548 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.982931 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.984423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.988635 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:08.133443 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:08.145887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.146253 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.146596 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.146930 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.147254 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.147603 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.147959 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.148290 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.148626 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.148945 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.149260 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.149572 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Tracked resource versions report: Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: pushed versions: Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: { 'AddressGroup': {'1.2'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'ConntrackHelper': {'1.0'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Log': {'1.0'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Network': {'1.1'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Port': {'1.7'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'PortForwarding': {'1.2'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'QosPolicy': {'1.8'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroup': {'1.4'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SubPort': {'1.0'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Subnet': {'1.1'}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Trunk': {'1.1'}} Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: consumer versions: Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'ConntrackHelper': '1.0', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Log': '1.0', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Network': '1.1', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Port': '1.7', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'PortForwarding': '1.2', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'QosPolicy': '1.8', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroup': '1.4', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroupRule': '1.2', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SubPort': '1.0', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Subnet': '1.1', Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Trunk': '1.1'}} Jun 08 12:37:08.150623 dv-cinder-784477-4-iscsi neutron-server[103602]: {{(pid=103602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:37:08.158068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:08.195262 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Network d27698f7-f53e-4980-939e-3669c2994f52 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:37:08.196260 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:08.389525 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-09769cdd-d9ab-45ea-b10e-19f56cd9fb14 None None] Provisioning complete for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:08.389923 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-09769cdd-d9ab-45ea-b10e-19f56cd9fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:08.412375 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Router 3495e654-1252-430b-b858-0d83207c8319 is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:37:08.446525 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-09769cdd-d9ab-45ea-b10e-19f56cd9fb14 None None] Port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:37:08.565639 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:37:08.571241 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/3495e654-1252-430b-b858-0d83207c8319/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1087704 Jun 08 12:37:08.575356 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Sync routers for ids ['3495e654-1252-430b-b858-0d83207c8319'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:37:08.586674 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Routers {'3495e654-1252-430b-b858-0d83207c8319'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:08.587543 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:37:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3495e654-1252-430b-b858-0d83207c8319'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:08.763137 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Set router 3495e654-1252-430b-b858-0d83207c8319 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:09.142656 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3495e654-1252-430b-b858-0d83207c8319', 'name': 'router1', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:36:57Z', 'updated_at': '2021-06-08T12:37:07Z', 'revision_number': 2, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'gw_port_host': None, '_interfaces': [{'id': '2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3', 'name': '', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:06Z', 'updated_at': '2021-06-08T12:37:07Z', 'revision_number': 2, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'subnets': [{'id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:09.147462 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Checking router: 3495e654-1252-430b-b858-0d83207c8319 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:37:09.147830 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Updating router 3495e654-1252-430b-b858-0d83207c8319 port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:37:09.203565 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:09.587210 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:09.601745 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Transition to ACTIVE for port object 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:37:09.608542 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:09.615530 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:09.784132 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Pushing event updated for resources: {'Port': ['ID=2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:09.801708 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.802080 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.802392 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.802716 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.803038 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.803358 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.803676 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.803991 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.804910 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.805269 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.805584 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.805917 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Tracked resource versions report: Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: pushed versions: Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: { 'AddressGroup': {'1.2'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'ConntrackHelper': {'1.0'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Log': {'1.0'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Network': {'1.1'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Port': {'1.7'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'PortForwarding': {'1.2'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'QosPolicy': {'1.8'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroup': {'1.4'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SubPort': {'1.0'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Subnet': {'1.1'}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Trunk': {'1.1'}} Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: consumer versions: Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'ConntrackHelper': '1.0', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Log': '1.0', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Network': '1.1', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Port': '1.7', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'PortForwarding': '1.2', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'QosPolicy': '1.8', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroup': '1.4', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroupRule': '1.2', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SubPort': '1.0', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Subnet': '1.1', Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Trunk': '1.1'}} Jun 08 12:37:09.807011 dv-cinder-784477-4-iscsi neutron-server[103604]: {{(pid=103604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:37:09.838523 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:09.883665 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Attempting to bind port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:37:09.884061 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Attempting to bind port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:37:09.884505 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Attempting to bind port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 on network d27698f7-f53e-4980-939e-3669c2994f52 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:37:09.890019 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:37:09.890436 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Checking segment: {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:37:09.890940 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:09.891359 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Bound using segment: {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:37:09.891840 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Bound port: 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcb646b-3e2a-4c33-a103-91b8e5458ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:37:09.892209 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:09.987419 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] For port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:37:09.990980 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] For port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3,segment=NetworkSegment(0bcb646b-3e2a-4c33-a103-91b8e5458ec4),segment_id=0bcb646b-3e2a-4c33-a103-91b8e5458ec4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:37:09.996510 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:10.000368 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:10.069809 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Routers {'3495e654-1252-430b-b858-0d83207c8319'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:10.070475 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:37:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3495e654-1252-430b-b858-0d83207c8319'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:10.215791 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Pushing event updated for resources: {'Port': ['ID=2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3,revision_number=4']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:10.220195 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:10.237566 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] Set router 3495e654-1252-430b-b858-0d83207c8319 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:10.558779 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3495e654-1252-430b-b858-0d83207c8319', 'name': 'router1', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:36:57Z', 'updated_at': '2021-06-08T12:37:07Z', 'revision_number': 2, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'gw_port_host': None, '_interfaces': [{'id': '2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3', 'name': '', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:06Z', 'updated_at': '2021-06-08T12:37:09Z', 'revision_number': 4, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'subnets': [{'id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:10.562534 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b9bb3-9c97-49ff-af53-9b1ca4ee6a9b None None] The sync data for ids ['3495e654-1252-430b-b858-0d83207c8319'] in dv-cinder-784477-4-iscsi is: [{'id': '3495e654-1252-430b-b858-0d83207c8319', 'name': 'router1', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:36:57Z', 'updated_at': '2021-06-08T12:37:07Z', 'revision_number': 2, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'gw_port_host': None, '_interfaces': [{'id': '2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3', 'name': '', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:06Z', 'updated_at': '2021-06-08T12:37:09Z', 'revision_number': 4, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'subnets': [{'id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:37:10.754611 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40174) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:10.905447 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e3f3f-5720-432b-a56f-e3cf739cb9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:10.906752 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3a7e3f3f-5720-432b-a56f-e3cf739cb9fa admin admin] 10.222.0.21 "GET /v2.0/networks/d313d6da-3da1-412d-96cb-e9a1a4db2202 HTTP/1.1" status: 200 len: 842 time: 0.1512003 Jun 08 12:37:10.915902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:10.935916 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Made reservation on behalf of 00df01835771480c8a4235823d12e2de for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:37:10.938136 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:11.298390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.objects.ports [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103601) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 12:37:11.299003 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:11.303349 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:11.376467 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc223d0e-359c-4f78-9b98-5b98d8d0e1fa,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:11.380164 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:11.386270 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:37:11.386700 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Network hostable DHCP agents. Network: d313d6da-3da1-412d-96cb-e9a1a4db2202, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:37:11.403401 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:37:11.412061 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, d313d6da-3da1-412d-96cb-e9a1a4db2202) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:11.416688 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:11.417272 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:11.421902 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1387d4-d558-425b-b545-690a6815ea89 None None] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:37:11.435902 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5233488 Jun 08 12:37:11.628408 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f16aaf-c431-482a-8328-30898df1bd6b None None] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:37:13.716679 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40186) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:13.727308 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:13.797883 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:13.802860 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:13.803239 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:13.918292 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:13.928999 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-967a981e-ee2d-4119-8ce4-b35718e6db6f admin admin] 10.222.0.21 "GET /v2.0/routers/3495e654-1252-430b-b858-0d83207c8319 HTTP/1.1" status: 200 len: 710 time: 0.2111337 Jun 08 12:37:13.950044 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3,segment=NetworkSegment(0bcb646b-3e2a-4c33-a103-91b8e5458ec4),segment_id=0bcb646b-3e2a-4c33-a103-91b8e5458ec4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:37:13.954331 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:13.956491 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:14.022415 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:14.026107 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:14.056077 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef4756-a81b-446a-a67a-a84b18c777fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:14.057425 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-deef4756-a81b-446a-a67a-a84b18c777fa admin admin] 10.222.0.21 "GET /v2.0/networks/d313d6da-3da1-412d-96cb-e9a1a4db2202 HTTP/1.1" status: 200 len: 886 time: 0.1232643 Jun 08 12:37:14.066060 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:14.538702 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.864276 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.918146 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:15.054932 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Allocated IP 172.27.0.92 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/bae1c5e8-907e-43a8-8d69-17876a8e9ee6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:37:15.203581 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:15.262668 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:15.263840 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:15.263840 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:37:15.263840 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:37:15.263840 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:37:15.263840 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:15.263840 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:37:15.279816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:37:15.280826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:15.283436 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:37:15.708338 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:15.722990 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:15.791467 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:15.791834 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:16.037992 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:16.041211 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522096'] for router, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:16.214649 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Router 3495e654-1252-430b-b858-0d83207c8319 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:37:16.386089 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:37:16.390328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:16.391320 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ae9fcaa1-a475-4d8c-a160-8014cc961fec admin admin] 10.222.0.21 "PUT /v2.0/routers/3495e654-1252-430b-b858-0d83207c8319 HTTP/1.1" status: 200 len: 889 time: 2.3284419 Jun 08 12:37:16.408928 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Sync routers for ids ['3495e654-1252-430b-b858-0d83207c8319'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:37:16.419778 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Routers {'3495e654-1252-430b-b858-0d83207c8319'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:16.420439 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:37:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3495e654-1252-430b-b858-0d83207c8319'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:16.611446 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Set router 3495e654-1252-430b-b858-0d83207c8319 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:16.959136 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3495e654-1252-430b-b858-0d83207c8319', 'name': 'router1', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bae1c5e8-907e-43a8-8d69-17876a8e9ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:36:57Z', 'updated_at': '2021-06-08T12:37:15Z', 'revision_number': 4, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'gw_port': {'id': 'bae1c5e8-907e-43a8-8d69-17876a8e9ee6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:14Z', 'updated_at': '2021-06-08T12:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3', 'name': '', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:06Z', 'updated_at': '2021-06-08T12:37:13Z', 'revision_number': 5, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'subnets': [{'id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:16.964325 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Checking router: 3495e654-1252-430b-b858-0d83207c8319 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:37:16.964672 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Updating router 3495e654-1252-430b-b858-0d83207c8319 port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:37:17.016539 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:17.350885 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:17.362712 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Transition to ACTIVE for port object bae1c5e8-907e-43a8-8d69-17876a8e9ee6 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:37:17.370088 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:17.373961 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:17.449177 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Attempting to bind port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:37:17.449545 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Attempting to bind port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:37:17.449942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Attempting to bind port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:37:17.458798 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:37:17.459171 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:37:17.459573 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:17.459967 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:37:17.460993 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Bound port: bae1c5e8-907e-43a8-8d69-17876a8e9ee6, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:37:17.461365 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:17.483204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94c31f-a8bd-44a7-8fca-b40b9ecdec34 None None] Pushing event updated for resources: {'Port': ['ID=bae1c5e8-907e-43a8-8d69-17876a8e9ee6,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:17.492507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fe94c31f-a8bd-44a7-8fca-b40b9ecdec34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:17.536733 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] For port bae1c5e8-907e-43a8-8d69-17876a8e9ee6, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:37:17.539735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] For port bae1c5e8-907e-43a8-8d69-17876a8e9ee6, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=bae1c5e8-907e-43a8-8d69-17876a8e9ee6,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:37:17.544377 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:17.547991 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:17.622793 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Routers {'3495e654-1252-430b-b858-0d83207c8319'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:17.623401 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:37:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3495e654-1252-430b-b858-0d83207c8319'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:17.672304 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94c31f-a8bd-44a7-8fca-b40b9ecdec34 None None] Pushing event updated for resources: {'Port': ['ID=bae1c5e8-907e-43a8-8d69-17876a8e9ee6,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:17.680739 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fe94c31f-a8bd-44a7-8fca-b40b9ecdec34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:17.804653 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] Set router 3495e654-1252-430b-b858-0d83207c8319 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:18.165400 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3495e654-1252-430b-b858-0d83207c8319', 'name': 'router1', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bae1c5e8-907e-43a8-8d69-17876a8e9ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:36:57Z', 'updated_at': '2021-06-08T12:37:15Z', 'revision_number': 4, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'gw_port': {'id': 'bae1c5e8-907e-43a8-8d69-17876a8e9ee6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:14Z', 'updated_at': '2021-06-08T12:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3', 'name': '', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:06Z', 'updated_at': '2021-06-08T12:37:13Z', 'revision_number': 5, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'subnets': [{'id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:18.169274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d54634-3b1d-4455-b305-a57b28ae1df3 None None] The sync data for ids ['3495e654-1252-430b-b858-0d83207c8319'] in dv-cinder-784477-4-iscsi is: [{'id': '3495e654-1252-430b-b858-0d83207c8319', 'name': 'router1', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bae1c5e8-907e-43a8-8d69-17876a8e9ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:36:57Z', 'updated_at': '2021-06-08T12:37:15Z', 'revision_number': 4, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'gw_port': {'id': 'bae1c5e8-907e-43a8-8d69-17876a8e9ee6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:14Z', 'updated_at': '2021-06-08T12:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3', 'name': '', 'network_id': 'd27698f7-f53e-4980-939e-3669c2994f52', 'tenant_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3495e654-1252-430b-b858-0d83207c8319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:06Z', 'updated_at': '2021-06-08T12:37:13Z', 'revision_number': 5, 'project_id': 'e09688ee0bcd4d99b71a7bd5494eb3ca', 'subnets': [{'id': '0d230272-9d99-4578-9a6d-eb90f4a702e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a60756-38d2-40ef-b2d3-d783bce6f305'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:37:18.749550 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 40194) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:18.864087 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-aadfebd5-12a5-4e8a-af32-8adb75a5d5d5 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129901 Jun 08 12:37:19.762700 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device bae1c5e8-907e-43a8-8d69-17876a8e9ee6 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:19.829570 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:19.834071 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:19.834463 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.946855 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.963227 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port bae1c5e8-907e-43a8-8d69-17876a8e9ee6, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=bae1c5e8-907e-43a8-8d69-17876a8e9ee6,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:37:19.967034 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.969106 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:20.034969 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=bae1c5e8-907e-43a8-8d69-17876a8e9ee6,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:20.042646 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:21.752983 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device bae1c5e8-907e-43a8-8d69-17876a8e9ee6 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:21.850801 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port bae1c5e8-907e-43a8-8d69-17876a8e9ee6 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:21.851950 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:31.106043 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb14f-6269-4924-b1f2-6284cb634ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:33.463782 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a43781d0-41df-4e06-aebb-177baef9129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:33.707418 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:34.678081 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:36.307116 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:42.170350 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:38:01.114367 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-87cda9e8-6a8e-47e1-8846-37336c5b5c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:03.459792 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cbbf-e7fe-450e-949f-d1bd36f52dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:03.720053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:04.675310 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:06.314788 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:19.170395 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:38:31.109352 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c4e2e9a5-b008-46e7-8a84-e46a784d3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:33.452955 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-37df93e4-67f2-4c76-9da2-48b075a54083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:33.713587 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:34.667102 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:36.305043 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:53.965640 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40762) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:38:54.035411 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c838f28e-87ec-445e-a1f0-a2e610c4d555 admin admin] GET failed (client error): The resource could not be found. Jun 08 12:38:54.036634 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c838f28e-87ec-445e-a1f0-a2e610c4d555 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700314 Jun 08 12:38:54.164268 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb988d48-fcf6-4bfc-98e4-4f5afcb69a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:38:54.165716 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fb988d48-fcf6-4bfc-98e4-4f5afcb69a8b admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1247380 Jun 08 12:38:56.168758 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:38:56.272775 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40772) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:38:56.378622 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476bb652-1eda-4dd9-b568-3d08826c9629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:38:56.379957 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-476bb652-1eda-4dd9-b568-3d08826c9629 admin admin] 10.222.0.21 "GET /v2.0/subnets/0d230272-9d99-4578-9a6d-eb90f4a702e1 HTTP/1.1" status: 200 len: 849 time: 0.1062307 Jun 08 12:38:56.389684 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:38:56.503429 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:56.724425 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743646815982'] for subnet, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:56.728019 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9be221e6-4055-43be-9deb-7a3779aeba31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:38:56.766809 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:38:56.767310 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:56.769032 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] 10.222.0.21 "PUT /v2.0/subnets/0d230272-9d99-4578-9a6d-eb90f4a702e1 HTTP/1.1" status: 200 len: 868 time: 0.3825333 Jun 08 12:38:56.771145 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8536a-18f1-4e56-ade0-a64034b6f8a6 None None] Network d27698f7-f53e-4980-939e-3669c2994f52 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:38:56.792196 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d230272-9d99-4578-9a6d-eb90f4a702e1,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:38:56.799860 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.800475 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.800786 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.801111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.801779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.801779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.802146 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.802427 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.802761 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.803629 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.803946 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.804258 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:38:56.807961 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:38:57.236632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-bdebc4ec-127b-43ad-b637-301000791a41 None None] Provisioning complete for port 2c0bfaa8-9ef7-4bbb-921c-580fb036e7b3 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:38:57.237006 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bdebc4ec-127b-43ad-b637-301000791a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:57.368893 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-bdebc4ec-127b-43ad-b637-301000791a41 None None] Provisioning complete for port bd0f8f79-e321-4a9d-b7dc-6e6ae4a7d868 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:38:57.369302 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bdebc4ec-127b-43ad-b637-301000791a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:58.906343 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40780) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:38:59.074677 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254fe6e-7926-4310-bfad-bc296fa9cd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:38:59.075149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254fe6e-7926-4310-bfad-bc296fa9cd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:38:59.076658 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8254fe6e-7926-4310-bfad-bc296fa9cd55 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1693602 Jun 08 12:39:01.112119 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-455053c7-7eb8-407f-bda5-dde356e74f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:01.171099 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40788) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:01.350036 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99c671-f88e-4856-a240-345f4520872b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:01.351109 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99c671-f88e-4856-a240-345f4520872b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:01.352616 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-df99c671-f88e-4856-a240-345f4520872b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1805704 Jun 08 12:39:03.458227 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-434b48a4-69c4-4d04-8d94-2a692254f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:03.472859 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40796) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:03.648243 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700833d-4b8f-4271-be69-5ea1c9d44ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:03.649595 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-f700833d-4b8f-4271-be69-5ea1c9d44ff5 admin admin] 10.222.0.21 "GET /v2.0/networks/d27698f7-f53e-4980-939e-3669c2994f52 HTTP/1.1" status: 200 len: 869 time: 0.1757865 Jun 08 12:39:03.718131 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:04.674529 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:05.770680 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40804) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:05.942324 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3313b6-51e0-4c3d-b496-d9a40a220e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:05.943672 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2b3313b6-51e0-4c3d-b496-d9a40a220e81 admin admin] 10.222.0.21 "GET /v2.0/networks/d313d6da-3da1-412d-96cb-e9a1a4db2202 HTTP/1.1" status: 200 len: 886 time: 0.1720555 Jun 08 12:39:06.307543 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:08.109169 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40812) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:08.220243 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db41c7-e36c-498b-b07d-a2e3618871a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:08.220705 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db41c7-e36c-498b-b07d-a2e3618871a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:08.222224 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-24db41c7-e36c-498b-b07d-a2e3618871a2 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1120698 Jun 08 12:39:10.377136 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40820) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:10.482177 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcac6e7-b4d6-4e3a-88e9-79772c3a73a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:10.482635 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcac6e7-b4d6-4e3a-88e9-79772c3a73a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:10.484126 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2dcac6e7-b4d6-4e3a-88e9-79772c3a73a7 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1060109 Jun 08 12:39:12.616852 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40828) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:12.730931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26c60b-586a-4433-9b99-44519f493831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:12.732354 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ee26c60b-586a-4433-9b99-44519f493831 admin admin] 10.222.0.21 "GET /v2.0/subnets/0d230272-9d99-4578-9a6d-eb90f4a702e1 HTTP/1.1" status: 200 len: 868 time: 0.1145158 Jun 08 12:39:14.874466 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40836) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:14.975697 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb0df9-10cd-4f45-b612-707f810b98aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:14.977017 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5efb0df9-10cd-4f45-b612-707f810b98aa admin admin] 10.222.0.21 "GET /v2.0/subnets/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa HTTP/1.1" status: 200 len: 816 time: 0.1016006 Jun 08 12:39:31.116554 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cec5c01e-f0a4-48e3-91aa-13c50dedad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:33.168280 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:39:33.453292 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e697641e-901f-4f78-9fcb-2f1da4a9a2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:33.721103 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:34.675137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:36.311030 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:38.337715 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40880) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:38.384774 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [None req-299c4402-868a-4bdb-9d42-f4d590175833 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:39:38.385818 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-299c4402-868a-4bdb-9d42-f4d590175833 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471129 Jun 08 12:39:40.600626 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40888) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:40.664458 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea9b603-938c-4750-bfcf-ed9359f08ba3 admin admin] GET failed (client error): The resource could not be found. Jun 08 12:39:40.665699 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fea9b603-938c-4750-bfcf-ed9359f08ba3 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641873 Jun 08 12:39:40.790145 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2626ca9-b568-49f0-9b4e-2d2a8a468fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:40.791586 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a2626ca9-b568-49f0-9b4e-2d2a8a468fe3 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221583 Jun 08 12:39:42.958563 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40896) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:43.008213 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:39:43.029558 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Made reservation on behalf of 00df01835771480c8a4235823d12e2de for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:39:43.032012 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:43.123086 dv-cinder-784477-4-iscsi neutron-server[103601]: WARNING neutron.services.revisions.revision_plugin [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Could not find related network for resource to bump revision. Jun 08 12:39:43.135036 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:39:43.144293 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:43.144577 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Added segment 41e4808d-f71c-4f4d-a09f-8e4f99a2179b of type vlan for network 4f876684-f2da-4936-be66-24c97e708e91 Jun 08 12:39:43.168756 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:43.196868 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:43.198386 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:43.198964 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:43.203404 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:43.286452 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3267817 Jun 08 12:39:43.295933 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f876684-f2da-4936-be66-24c97e708e91,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:43.299017 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:43.306938 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 4f876684-f2da-4936-be66-24c97e708e91 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:39:45.445038 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40904) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:45.509925 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.pecan_wsgi.hooks.translation [None req-02731777-b616-4f48-8cd9-6baecfa7b22a admin admin] GET failed (client error): The resource could not be found. Jun 08 12:39:45.511180 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-02731777-b616-4f48-8cd9-6baecfa7b22a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651698 Jun 08 12:39:45.646230 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f92eaf-1989-4044-a577-ffe650835f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:45.648231 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-78f92eaf-1989-4044-a577-ffe650835f14 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1332605 Jun 08 12:39:45.657639 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Request body: {'subnet': {'network_id': '4f876684-f2da-4936-be66-24c97e708e91', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:39:45.677574 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Made reservation on behalf of 00df01835771480c8a4235823d12e2de for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:39:45.679806 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:45.875274 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:45.879613 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b516cb3a-0ef9-4a03-b3cd-ba493478185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:45.949407 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5851ec87-da69-4809-8f9e-2d6eb282ea59,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:45.953360 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:45.957633 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Checking segment: {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:39:45.958011 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Network hostable DHCP agents. Network: 4f876684-f2da-4936-be66-24c97e708e91, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:39:45.973760 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Network 4f876684-f2da-4936-be66-24c97e708e91 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:39:45.982612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 4f876684-f2da-4936-be66-24c97e708e91) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:39:45.986424 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:45.986999 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:45.992477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59809ab9-c4dc-4409-ad06-d77d05e68441 None None] Network 4f876684-f2da-4936-be66-24c97e708e91 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:39:46.004558 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a64487f8-0935-4ee8-a933-6c4f3fcd547f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3502309 Jun 08 12:39:46.240038 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-4f876684-f2da-4936-be66-24c97e708e91', 'network_id': '4f876684-f2da-4936-be66-24c97e708e91', 'tenant_id': '00df01835771480c8a4235823d12e2de', 'fixed_ips': [{'subnet_id': '5851ec87-da69-4809-8f9e-2d6eb282ea59'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:39:46.241154 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:46.400607 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Allocated IP 192.168.233.2 (4f876684-f2da-4936-be66-24c97e708e91/5851ec87-da69-4809-8f9e-2d6eb282ea59/b91554cf-8a89-4393-90ca-b83c86be4425) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:39:46.607944 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:46.618482 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Transition to ACTIVE for port object b91554cf-8a89-4393-90ca-b83c86be4425 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:39:46.637332 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Transition to ACTIVE for port object b91554cf-8a89-4393-90ca-b83c86be4425 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:39:46.642507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:46.643232 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:39:46.643232 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:39:46.643232 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:39:46.643232 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:39:46.643232 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:39:46.643232 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:39:46.660228 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Network 4f876684-f2da-4936-be66-24c97e708e91 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:39:46.661290 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:39:46.663779 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:39:46.749116 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Attempting to bind port b91554cf-8a89-4393-90ca-b83c86be4425 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:39:46.749447 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Attempting to bind port b91554cf-8a89-4393-90ca-b83c86be4425 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:39:46.749849 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Attempting to bind port b91554cf-8a89-4393-90ca-b83c86be4425 on network 4f876684-f2da-4936-be66-24c97e708e91 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:39:46.755254 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:39:46.755632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Checking segment: {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:39:46.756095 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:46.756999 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Bound using segment: {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:39:46.757462 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Bound port: b91554cf-8a89-4393-90ca-b83c86be4425, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:39:46.757862 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:46.847606 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] For port b91554cf-8a89-4393-90ca-b83c86be4425, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:39:46.851003 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] For port b91554cf-8a89-4393-90ca-b83c86be4425, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b91554cf-8a89-4393-90ca-b83c86be4425,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:39:46.855823 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:46.859804 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-92de54ba-8752-46e7-8a00-7d9bde0e4442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:46.942649 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Pushing event updated for resources: {'Port': ['ID=b91554cf-8a89-4393-90ca-b83c86be4425,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:46.950858 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.951256 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.951601 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.951932 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.952259 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.952727 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.953098 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.953419 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.953782 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.954334 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.954449 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.954717 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:46.959122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:47.709122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81512b81-b861-44e8-8818-64908988880a None None] Network 4f876684-f2da-4936-be66-24c97e708e91 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:39:47.799535 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d9f80b26-a7fe-40ef-bd53-01832cba9c67 None None] Provisioning for port b91554cf-8a89-4393-90ca-b83c86be4425 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:39:47.877327 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b91554cf-8a89-4393-90ca-b83c86be4425 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:39:48.010971 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port b91554cf-8a89-4393-90ca-b83c86be4425 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:39:48.021049 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b91554cf-8a89-4393-90ca-b83c86be4425 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:48.021946 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:48.149198 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:48.186896 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port b91554cf-8a89-4393-90ca-b83c86be4425, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b91554cf-8a89-4393-90ca-b83c86be4425,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:39:48.193383 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:48.195675 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:48.275627 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=b91554cf-8a89-4393-90ca-b83c86be4425,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:48.278702 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:48.339878 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2ffec95f-418e-4e28-ac3e-dac8583cc677 None None] Provisioning complete for port b91554cf-8a89-4393-90ca-b83c86be4425 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:48.340174 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ffec95f-418e-4e28-ac3e-dac8583cc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:49.835637 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b91554cf-8a89-4393-90ca-b83c86be4425 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:39:49.902683 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b91554cf-8a89-4393-90ca-b83c86be4425 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:49.903054 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:01.119058 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1d308bf2-7787-42f9-a382-d623f3a26693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:03.455750 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d1089b0d-5d33-49fe-a47e-f4faf3067bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:03.722393 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:04.678398 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:06.311894 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:10.168526 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:40:31.120537 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28945b98-0fb3-43cb-ae49-5fbd8649706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:33.456938 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d8663124-53b4-4287-b2b3-04a58ecfe1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:33.724739 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:34.681609 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:36.316311 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:47.168444 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:40:52.972370 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40956) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:40:52.978826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [None req-eaa64d05-ee34-4279-9f19-003e5ea949d9 tempest-verify_tempest_config-1448705397 tempest-verify_tempest_config-1448705397-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:40:52.979779 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-eaa64d05-ee34-4279-9f19-003e5ea949d9 tempest-verify_tempest_config-1448705397 tempest-verify_tempest_config-1448705397-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064514 Jun 08 12:40:53.279340 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 40974) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:40:53.394832 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.499427 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.503201 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.512173 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-08351424-2bad-4201-a940-d9a027316ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:40:53.549827 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad54b37818b247a6a7355d176dacd6b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2693970 Jun 08 12:40:53.551344 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc2653-9a4f-4d79-a485-b388e3672f27,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:40:53.552788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 40978) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:40:53.558588 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.558956 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.559288 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.559615 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.559938 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.560274 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.560598 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.560916 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.561249 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.561567 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.561902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.562213 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.565947 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:40:53.618344 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.643183 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.741301 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.743954 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:53.745341 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5acc2653-9a4f-4d79-a485-b388e3672f27 HTTP/1.1" status: 204 len: 168 time: 0.1915476 Jun 08 12:40:53.746081 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:40:53.756620 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc2653-9a4f-4d79-a485-b388e3672f27,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:40:53.764308 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.764652 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.764979 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.765313 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.765622 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.765979 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.766301 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.766621 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.767055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.767236 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.767547 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.767926 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:40:53.772125 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:41:01.122534 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4713f0ab-c16e-4a2c-91c5-0fdcacf8b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:03.458675 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0459413b-06c5-487b-bc1f-cdfa8845a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:03.728096 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:04.683670 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:06.317836 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:24.167694 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:41:31.124147 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-08d14b8e-14aa-4325-93d4-751b1a211706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:33.460453 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0972b64c-6408-4fe7-b257-f65867a47cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:33.729369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:34.686409 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:36.320280 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:01.125353 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8c46c185-eb40-444f-a2be-5402d84f01f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:01.167439 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:42:03.461864 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-01ee45df-47ab-46c0-8643-ab8d03c0b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:03.731680 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:04.691722 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:06.321881 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:24.871871 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:29.363912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41032) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:42:29.476003 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-11f5d906-16dd-4e3f-ba2e-8188abb36c69 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1109953 Jun 08 12:42:31.127212 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f566045c-fc15-47e5-a85a-cffe53e08138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:31.632691 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41042) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:42:31.690699 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a5767efc-9066-46aa-a150-b61f28660937 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0569320 Jun 08 12:42:33.464323 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7be0a14c-465e-43ef-bb6d-69a8c9b31074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:33.732695 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:34.692171 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:36.326526 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:38.167911 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:42:54.822504 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:01.128691 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-329f953e-a70b-46eb-8bb6-19e0ca68e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:03.466208 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d48bdbdd-f9b0-418e-b9f2-9e5dc2541410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:03.734672 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:04.695595 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:06.326463 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:15.168374 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:43:24.854716 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:31.131481 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f6ee156c-b72a-46cb-a80c-4ef85e6cff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:33.471128 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a83f3cbd-6505-47db-a26c-fd8ba36d5689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:33.736199 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:34.698337 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:36.330044 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:52.168159 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:43:54.879114 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:58.606052 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41232) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:58.862836 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-950434055-network', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:43:58.902965 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Made reservation on behalf of bb9c3580149245fba65b8a92ea6b93e6 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:43:58.905747 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:58.922129 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.017190 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41260) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:59.048930 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.054826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.061385 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:43:59.104928 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e21476-e742-4c7b-b3cc-b2bbb326cb37,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:43:59.120098 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.120585 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.121068 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.121549 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.122045 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.122532 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.123006 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.123496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.123996 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.124465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.124932 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.125399 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Tracked resource versions report: Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: pushed versions: Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: { 'AddressGroup': {'1.2'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Log': {'1.0'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Network': {'1.1'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Port': {'1.7'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'PortForwarding': {'1.2'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'QosPolicy': {'1.8'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroup': {'1.4'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SubPort': {'1.0'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Subnet': {'1.1'}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Trunk': {'1.1'}} Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: consumer versions: Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'ConntrackHelper': '1.0', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Log': '1.0', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Network': '1.1', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Port': '1.7', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'PortForwarding': '1.2', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'QosPolicy': '1.8', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroup': '1.4', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SecurityGroupRule': '1.2', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'SubPort': '1.0', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Subnet': '1.1', Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: 'Trunk': '1.1'}} Jun 08 12:43:59.127106 dv-cinder-784477-4-iscsi neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:43:59.134918 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:43:59.136546 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:43:59.150893 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.151498 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Added segment 06870f8e-cea8-4f25-89ac-08ff9a1494e8 of type vlan for network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f Jun 08 12:43:59.194202 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.238994 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.241832 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:43:59.243055 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.257124 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41270) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:59.259029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:43:59.412433 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:43:59.424932 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:43:59.428824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:43:59.434711 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41280) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:59.434885 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8275330 Jun 08 12:43:59.441066 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Request body: {'subnet': {'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-950434055-subnet', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:43:59.442613 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.quota [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Loaded quota_driver: . Jun 08 12:43:59.480890 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Made reservation on behalf of bb9c3580149245fba65b8a92ea6b93e6 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:43:59.484688 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.606056 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-143301098-network', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:43:59.609032 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41286) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:59.644868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Made reservation on behalf of b011fa6f663a4929b81116b83c430fe1 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:43:59.647296 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.671450 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.724798 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41292) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:59.798398 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-network', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:43:59.798742 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-329489358-network', 'tenant_id': '0a38eb2a8526477c9f831e84cb734ce7'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:43:59.949277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.951227 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:59.971377 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:00.000084 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Made reservation on behalf of 549360b6522a41dda45f4cbb928d36ef for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:00.001118 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.004448 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.006437 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Made reservation on behalf of 0a38eb2a8526477c9f831e84cb734ce7 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:00.011191 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.025461 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.038822 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:00.042881 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1364868980-network', 'tenant_id': '2261b2e047c942dda2364928211081d8'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:00.045318 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.093748 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Made reservation on behalf of 2261b2e047c942dda2364928211081d8 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:00.096413 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.101842 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743646746790', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.102428 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Unsubscribe: segment precommit_create {{(pid=103602) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 12:44:00.102891 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.segments_db [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Added segment 1208b39d-a0e8-4831-b793-7206ebc64ae0 of type vlan for network 467a34ae-65db-4ee5-aae4-a183a44efbad Jun 08 12:44:00.113754 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.114109 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Checking segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:00.114443 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Network hostable DHCP agents. Network: cd6c72af-fe5e-440c-afcc-7bed52c1ef5f, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:00.118478 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.db.api [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:44:00.118478 dv-cinder-784477-4-iscsi neutron-server[103602]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 12:44:00.118478 dv-cinder-784477-4-iscsi neutron-server[103602]: [parameters: {'project_id_1': '0a38eb2a8526477c9f831e84cb734ce7', 'expiration_1': datetime.datetime(2021, 6, 8, 12, 44, 0, 67956)}] Jun 08 12:44:00.118478 dv-cinder-784477-4-iscsi neutron-server[103602]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:44:00.118904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_db.api [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:44:00.165248 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:00.182648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, cd6c72af-fe5e-440c-afcc-7bed52c1ef5f) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:00.194507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37587fc2-f050-44c2-859d-cd3cc4771602 None None] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:00.205601 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:00.206551 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.221419 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.225366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:00.234360 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.234725 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.235131 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.235408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.235739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.236122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.236728 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.237263 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.237805 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.238342 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.238871 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.239379 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Tracked resource versions report: Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: pushed versions: Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Log': {'1.0'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Network': {'1.1'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Port': {'1.7'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'PortForwarding': {'1.2'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'QosPolicy': {'1.8'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SubPort': {'1.0'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Subnet': {'1.1'}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Trunk': {'1.1'}} Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: consumer versions: Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'ConntrackHelper': '1.0', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Log': '1.0', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Network': '1.1', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Port': '1.7', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'PortForwarding': '1.2', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'QosPolicy': '1.8', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroup': '1.4', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SecurityGroupRule': '1.2', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'SubPort': '1.0', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Subnet': '1.1', Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: 'Trunk': '1.1'}} Jun 08 12:44:00.240591 dv-cinder-784477-4-iscsi neutron-server[103602]: {{(pid=103602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:00.253868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:00.255416 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-240bc25a-20c6-4c9d-9245-d417e86d202a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:00.309484 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6bdc8-7848-40c3-8f62-a535c4fda472,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:00.313420 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:00.319014 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.321818 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:00.322302 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.322761 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.344576 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.346684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:00.364053 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:00.380244 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9436109 Jun 08 12:44:00.383396 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41318) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:00.389403 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3700736 Jun 08 12:44:00.389792 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:00.390676 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41322) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:00.407649 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.410075 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Added segment 226a79e0-0d8a-4a2c-a860-3cbd93241358 of type vlan for network 6c1c340a-b552-49f6-9d84-82c0612f9579 Jun 08 12:44:00.460205 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.461477 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Request body: {'subnet': {'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-subnet', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:00.503320 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Pushing event updated for resources: {'Network': ['ID=467a34ae-65db-4ee5-aae4-a183a44efbad,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:00.513471 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:00.558703 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:00.576025 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:00.589519 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:00.590173 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.592585 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:00.593165 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.601680 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:00.607441 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 467a34ae-65db-4ee5-aae4-a183a44efbad details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:00.620532 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.737890 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Pushing event updated for resources: {'Network': ['ID=6c1c340a-b552-49f6-9d84-82c0612f9579,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:00.747032 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:00.780879 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:00.807750 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.816428 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.821991 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:00.849367 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Made reservation on behalf of b011fa6f663a4929b81116b83c430fe1 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:00.851794 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.856897 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2467299 Jun 08 12:44:00.865246 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41336) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:00.873226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Request body: {'subnet': {'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-subnet', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:00.880522 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca723aa9-74fa-45e0-ac83-43e903cd447d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:00.900476 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:00.904187 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:00.921363 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.921719 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Added segment bdaa7c5b-99b1-4835-8d22-18968241f359 of type vlan for network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 Jun 08 12:44:00.923454 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.925548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.966816 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:44:00.971424 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.973892 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:00.978829 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.100035 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.149781 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:01.150527 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.168406 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:01.257086 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e5937e7c-da69-4992-8a95-0b80ce0c9b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.270946 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.292453 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:01.405217 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Checking segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:01.406023 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Network hostable DHCP agents. Network: 467a34ae-65db-4ee5-aae4-a183a44efbad, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:01.426672 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c6f8f8-425e-465d-a179-1200ef7b16a7,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:01.432734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Allocated IP 172.20.0.2 (cd6c72af-fe5e-440c-afcc-7bed52c1ef5f/1904c8b9-4a17-4ef1-a794-0ca4d9e27d63/b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:01.434306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:01.477136 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Network 467a34ae-65db-4ee5-aae4-a183a44efbad is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:01.488192 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Pushing event updated for resources: {'Network': ['ID=3fa479a6-8636-430f-ab6d-3b0bf5e7f332,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:01.499697 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.504648 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:01.519798 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.524150 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 467a34ae-65db-4ee5-aae4-a183a44efbad) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:01.525574 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:01.533911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:01.533911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.537403 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.562092 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817d795-bd12-4224-8fdd-ba137ad3fb09 None None] Network 467a34ae-65db-4ee5-aae4-a183a44efbad requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:01.582275 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:01.607903 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8814225 Jun 08 12:44:01.616142 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41354) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:01.626758 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Request body: {'subnet': {'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1364868980-subnet', 'tenant_id': '2261b2e047c942dda2364928211081d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:01.644432 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Made reservation on behalf of 549360b6522a41dda45f4cbb928d36ef for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:01.649581 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.722892 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b8b7e6b5-4253-4575-92e2-925e402f3b54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2714360 Jun 08 12:44:01.723713 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41356) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:01.724605 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:01.740767 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:01.748025 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50a0c42-24f5-48fe-a170-5c5f1777e4a1,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:01.755496 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.755867 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.segments_db [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Added segment 9c7fedc8-ec48-4ebb-85bd-9f7b331ca96d of type vlan for network 3da1fab6-7330-47b3-81b3-75e9cadc8a11 Jun 08 12:44:01.757030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:01.786245 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.834015 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.835657 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:01.836710 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:01.855513 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:01.910998 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Made reservation on behalf of 2261b2e047c942dda2364928211081d8 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:01.913625 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.024717 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.db.api [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:44:02.024717 dv-cinder-784477-4-iscsi neutron-server[103602]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 12:44:02.024717 dv-cinder-784477-4-iscsi neutron-server[103602]: [parameters: {'project_id_1': 'b011fa6f663a4929b81116b83c430fe1', 'expiration_1': datetime.datetime(2021, 6, 8, 12, 44, 1, 753421)}] Jun 08 12:44:02.024717 dv-cinder-784477-4-iscsi neutron-server[103602]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:44:02.026189 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_db.api [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:44:02.079620 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8186946 Jun 08 12:44:02.085346 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41366) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:02.104369 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Request body: {'subnet': {'network_id': '3da1fab6-7330-47b3-81b3-75e9cadc8a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-329489358-subnet', 'tenant_id': '0a38eb2a8526477c9f831e84cb734ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:02.116121 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Pushing event updated for resources: {'Network': ['ID=3da1fab6-7330-47b3-81b3-75e9cadc8a11,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:02.121226 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:02.142914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Made reservation on behalf of 0a38eb2a8526477c9f831e84cb734ce7 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:02.145127 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 3da1fab6-7330-47b3-81b3-75e9cadc8a11 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:02.145886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.271975 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.350691 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Transition to ACTIVE for port object b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:02.362146 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.366875 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-467a34ae-65db-4ee5-aae4-a183a44efbad', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:44:02.368849 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.380806 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3794c71a-faf6-471d-99d9-53a458732aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:02.404172 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Transition to ACTIVE for port object b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:02.444937 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.449930 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:02.455632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.456480 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:02.456480 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:02.456480 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:02.456480 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:02.456480 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:02.456480 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:02.491550 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:02.499450 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:02.504882 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d03e5d-eb74-418e-9131-e2fd53e4b2db,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:02.507603 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:02.521432 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:02.532644 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944d4695-90ef-465d-b4c4-17d94f5df209,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:02.533731 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.536969 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Checking segment: {'id': 'bdaa7c5b-99b1-4835-8d22-18968241f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:02.537330 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Network hostable DHCP agents. Network: 3fa479a6-8636-430f-ab6d-3b0bf5e7f332, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:02.538972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:02.545424 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:02.553139 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Checking segment: {'id': '9c7fedc8-ec48-4ebb-85bd-9f7b331ca96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3da1fab6-7330-47b3-81b3-75e9cadc8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:02.553500 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Network hostable DHCP agents. Network: 3da1fab6-7330-47b3-81b3-75e9cadc8a11, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:02.572584 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.573932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.587055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Network 3da1fab6-7330-47b3-81b3-75e9cadc8a11 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:02.603291 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.655707 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 3da1fab6-7330-47b3-81b3-75e9cadc8a11) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:02.668477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830b79e-5442-4ad5-8b73-22ddc564f458 None None] Network 3da1fab6-7330-47b3-81b3-75e9cadc8a11 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:02.669122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:02.669741 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.715204 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6248412 Jun 08 12:44:02.733700 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Attempting to bind port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:02.734076 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Attempting to bind port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:02.734437 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Attempting to bind port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:02.749715 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Allocated IP 172.20.0.2 (467a34ae-65db-4ee5-aae4-a183a44efbad/61c6f8f8-425e-465d-a179-1200ef7b16a7/ebbc4499-cd64-4e2c-ad61-d529fcca8bd0) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:02.754234 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:02.754616 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Checking segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:02.755044 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.755406 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Bound using segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:02.755878 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Bound port: b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:02.756255 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.816495 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:02.833256 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:02.875991 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:02.902140 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 3fa479a6-8636-430f-ab6d-3b0bf5e7f332) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:02.917210 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:02.917827 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:02.959512 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.023388 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e639008f-ef3c-440e-8df7-ade59bbf89f6 None None] Network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:03.026731 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Checking segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:03.027092 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Network hostable DHCP agents. Network: 6c1c340a-b552-49f6-9d84-82c0612f9579, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:03.046757 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.057158 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4399900 Jun 08 12:44:03.117906 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.161987 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:03.215598 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 6c1c340a-b552-49f6-9d84-82c0612f9579) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:03.229525 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:03.230163 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.310204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff08952-3461-45b8-9154-86fe70270af3 None None] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:03.327774 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Allocated IP 172.27.0.249 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/1c8670ac-9046-4062-a81f-73751615dff8) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:03.363280 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4940095 Jun 08 12:44:03.368683 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41406) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:03.375056 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:03.469098 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41412) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:03.476869 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-87995264-network', 'tenant_id': '4196376aeb6449ff851669fec58c1053'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:03.519703 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.521093 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.563285 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.611971 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Made reservation on behalf of 4196376aeb6449ff851669fec58c1053 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:03.615398 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.633832 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.645927 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.777287 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c14c6c6e-2164-47fa-9bb6-cadadf6c6c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:03.813743 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] For port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:03.925807 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.030511 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.052340 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.067874 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] For port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:04.110780 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.115694 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.127400 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101c3cc-72c9-4db7-8593-8de2e9110539 None None] Network 3da1fab6-7330-47b3-81b3-75e9cadc8a11 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:04.182781 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.240840 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:04.303465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:04.314905 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.315955 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Added segment 1cbe97d8-e717-4e77-b850-43f961cbd1a1 of type vlan for network 2516bd73-6e5b-4487-9d48-a8eb75ac3347 Jun 08 12:44:04.348771 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41462) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:04.352639 dv-cinder-784477-4-iscsi neutron-server[103602]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 12:44:04.362093 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:04.379314 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.385291 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.420353 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.421149 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:04.421149 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:04.421149 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:04.421149 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:04.421149 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:04.421149 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:04.470228 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a80f3b-8cd4-4e7b-9c41-3449def40457,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:04.483418 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:04.556046 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:04.558019 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:04.562059 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:04.619224 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.631603 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:04.632420 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.665881 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:04.713222 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:04.752602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-d5d9bbd1-f03c-48ef-8dd8-60dced55d7e4 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:04.755141 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-d5d9bbd1-f03c-48ef-8dd8-60dced55d7e4 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/networks?id=3fa479a6-8636-430f-ab6d-3b0bf5e7f332 HTTP/1.1" status: 200 len: 812 time: 0.4048281 Jun 08 12:44:04.757202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Allocated IP 172.27.0.136 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/d30504e4-4cfc-4b7c-aa6e-2d9abc960bac) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:04.776742 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-3df30103-3104-444d-9a44-068a6686b2e7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/quotas/2261b2e047c942dda2364928211081d8 HTTP/1.1" status: 200 len: 375 time: 0.0131304 Jun 08 12:44:04.803193 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37929e5d-3075-424a-a150-3d4288c7d3cb None None] Network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:04.818038 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f264dd-779b-4168-88f9-39556ea838e6 None None] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:04.837808 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Transition to ACTIVE for port object ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:04.840853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Pushing event updated for resources: {'Port': ['ID=b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:04.854354 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-38bf484f-2379-4bcd-9da4-c9459d62fe94 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2261b2e047c942dda2364928211081d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677080 Jun 08 12:44:04.936269 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4640493 Jun 08 12:44:04.943028 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41474) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:04.949539 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Request body: {'subnet': {'network_id': '2516bd73-6e5b-4487-9d48-a8eb75ac3347', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-87995264-subnet', 'tenant_id': '4196376aeb6449ff851669fec58c1053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:05.009246 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Made reservation on behalf of 4196376aeb6449ff851669fec58c1053 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:05.011714 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.046119 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.046487 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.046834 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.047165 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.047641 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.047838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.048347 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.048347 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.048586 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.049462 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.049888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.050230 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.050550 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Tracked resource versions report: Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: pushed versions: Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Log': {'1.0'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Network': {'1.1'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Port': {'1.7'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'PortForwarding': {'1.2'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'QosPolicy': {'1.8'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SubPort': {'1.0'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Subnet': {'1.1'}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Trunk': {'1.1'}} Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: consumer versions: Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'ConntrackHelper': '1.0', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Log': '1.0', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Network': '1.1', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Port': '1.7', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'PortForwarding': '1.2', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'QosPolicy': '1.8', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroup': '1.4', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SecurityGroupRule': '1.2', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'SubPort': '1.0', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Subnet': '1.1', Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: 'Trunk': '1.1'}} Jun 08 12:44:05.051599 dv-cinder-784477-4-iscsi neutron-server[103603]: {{(pid=103603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:05.091065 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.093696 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-d96c3401-2c9c-41ce-a5eb-b4ea2c26b7a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:44:05.101407 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-d96c3401-2c9c-41ce-a5eb-b4ea2c26b7a0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0880604 Jun 08 12:44:05.112701 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:05.113258 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Transition to ACTIVE for port object ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:05.145124 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.146293 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:05.146293 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:05.146293 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:05.146293 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:05.146293 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:05.146293 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:05.158946 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Pushing event updated for resources: {'Network': ['ID=2516bd73-6e5b-4487-9d48-a8eb75ac3347,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:05.217952 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 2516bd73-6e5b-4487-9d48-a8eb75ac3347 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:05.232274 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:05.270204 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.270915 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:05.270915 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:05.270915 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:05.270915 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:05.270915 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:05.270915 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:05.317488 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:05.325001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:05.329202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:05.383199 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Network 467a34ae-65db-4ee5-aae4-a183a44efbad is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:05.392841 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:05.406575 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:05.462219 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.495889 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-e72cbea6-d8a1-42e3-b2dc-3e65c761d447 service neutron] 10.222.0.21 "GET /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934751 Jun 08 12:44:05.650356 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Attempting to bind port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:05.650919 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Attempting to bind port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:05.651476 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Attempting to bind port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 on network 467a34ae-65db-4ee5-aae4-a183a44efbad {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:05.662541 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:05.663523 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Checking segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:05.664163 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.664735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Bound using segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:05.665462 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Bound port: ebbc4499-cd64-4e2c-ad61-d529fcca8bd0, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:05.666283 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.720978 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-63ce6de8-743b-453b-b1f3-8ffa1bfc1479 service neutron] 10.222.0.21 "GET /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632473 Jun 08 12:44:05.747540 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a746db8-3fad-44c2-a90f-a369aaa90bab None None] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:06.052030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.082674 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-11ac99e4-fc6d-4f10-a4f3-34376d505a2e None None] Provisioning for port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:06.186426 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:06.193680 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41504) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:06.340145 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-588489f6-cae4-444a-8117-75b672bd660d None None] For port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:06.373478 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-588489f6-cae4-444a-8117-75b672bd660d None None] For port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:06.383971 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.392988 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c8ff9b0d-2d3f-4b75-a78d-e34f55648b15 req-176b9cae-2415-4d19-a0d0-1a8c78c78de7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.1922812 Jun 08 12:44:06.409256 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.414471 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:06.491568 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:06.503246 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:06.504151 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.514015 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.545693 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.574096 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:06.600861 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Pushing event updated for resources: {'Port': ['ID=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:06.612698 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.614830 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:06.761439 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.765009 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.829466 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:06.839382 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.841669 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:06.926729 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:06.965292 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:06.968904 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:07.018515 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=792ae9c9-ff2d-4138-b4af-8a62c11d4cf7,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:07.028320 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:07.080598 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-74957844-887d-4ba9-97df-65c44b72b794 None None] Provisioning complete for port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:07.081219 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-74957844-887d-4ba9-97df-65c44b72b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.092571 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Checking segment: {'id': '1cbe97d8-e717-4e77-b850-43f961cbd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2516bd73-6e5b-4487-9d48-a8eb75ac3347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:07.092973 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Network hostable DHCP agents. Network: 2516bd73-6e5b-4487-9d48-a8eb75ac3347, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:07.184837 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Network 2516bd73-6e5b-4487-9d48-a8eb75ac3347 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:07.200041 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Allocated IP 172.27.0.167 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/1eace2ea-b861-49c4-8fd4-0199cbd5df9a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:07.226423 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 2516bd73-6e5b-4487-9d48-a8eb75ac3347) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:07.240005 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:07.240608 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.251459 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12709f05-37b1-4204-9b0f-7d965ff02573 None None] Network 2516bd73-6e5b-4487-9d48-a8eb75ac3347 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:07.328957 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:44:07.355209 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-e7872e36-e5d3-44a2-8d88-8f3f0d6d48ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4101698 Jun 08 12:44:07.413632 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Router ee185436-0471-4db5-bdaa-44be48285d5b is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:44:07.602144 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.675853 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-52bb21c4-4da3-4903-b857-37ffc2b5e516 req-e1745708-4764-4d96-b327-59cc3bb1eab7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.1801949 Jun 08 12:44:07.688007 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41554) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:07.707593 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b8794-148c-4bcd-a27c-39cfe5f4a33b None None] Network 2516bd73-6e5b-4487-9d48-a8eb75ac3347 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:07.810278 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.810986 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:07.810986 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:07.810986 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:07.810986 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:07.810986 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:07.810986 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:07.811884 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Deleting subnet 944d4695-90ef-465d-b4c4-17d94f5df209 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:44:07.818294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.861541 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:07.871403 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:07.872019 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:07.890321 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:07.894863 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:07.905204 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:07.916137 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.920201 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-36995173-4d91-4ea0-9917-ca3d6ab59069 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1878593 Jun 08 12:44:07.920654 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41566) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:07.920825 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:07.922223 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:08.060422 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:08.135689 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:08.149585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d6a29-7ddf-4b1a-8b98-42251d192a70 None None] Network 467a34ae-65db-4ee5-aae4-a183a44efbad requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:08.241904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:08.296106 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:08.297691 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a2c3abd2-aaab-4e90-9e77-17322846c48f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7403204 Jun 08 12:44:08.354119 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41576) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:08.363326 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:08.370443 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:08.444340 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:08.446389 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:08.846850 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d4aa8653-38b9-4d90-91e9-f5bc0ef1acf2 None None] Provisioning for port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:08.887886 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:04Z', 'revision_number': 3, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:08.892150 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:08.893145 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Updating router ee185436-0471-4db5-bdaa-44be48285d5b port 1c8670ac-9046-4062-a81f-73751615dff8 binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:08.979116 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:08.988468 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:08.993700 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.042113 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41588) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:09.042986 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.59', 53100) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:09.188214 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.202642 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:09.219727 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f6f774dc-1b12-474a-a625-7d0a775c55bf req-890ea0b3-4c79-4839-b0f9-09fc0dc8f58b tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.1754827 Jun 08 12:44:09.272488 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:09.272868 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.414758 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.430832 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Transition to ACTIVE for port object 1c8670ac-9046-4062-a81f-73751615dff8 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:09.441122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-56e33c1e-6661-42a7-a285-84ddf00c42d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:09.446953 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.451593 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:09.505845 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944d4695-90ef-465d-b4c4-17d94f5df209,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:09.509424 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:09.513570 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.519392 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/944d4695-90ef-465d-b4c4-17d94f5df209 HTTP/1.1" status: 204 len: 168 time: 1.8196316 Jun 08 12:44:09.526236 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41618) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:09.679252 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Pushing event updated for resources: {'Port': ['ID=1c8670ac-9046-4062-a81f-73751615dff8,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:09.683192 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Attempting to bind port 1c8670ac-9046-4062-a81f-73751615dff8 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:09.687648 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Attempting to bind port 1c8670ac-9046-4062-a81f-73751615dff8 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:09.687648 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Attempting to bind port 1c8670ac-9046-4062-a81f-73751615dff8 on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:09.720543 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.720911 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.721674 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.722015 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.722350 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.722685 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.723261 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.723411 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.723726 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.723974 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.724295 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.724613 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Tracked resource versions report: Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: pushed versions: Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Log': {'1.0'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Network': {'1.1'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Port': {'1.7'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'PortForwarding': {'1.2'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'QosPolicy': {'1.8'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SubPort': {'1.0'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Subnet': {'1.1'}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Trunk': {'1.1'}} Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: consumer versions: Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: { DHCP agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: L3 agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: Metadata agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: Metering agent@dv-cinder-784477-4-iscsi: {}, Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: Open vSwitch agent@dv-cinder-784477-4-iscsi: { 'AddressGroup': '1.2', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'ConntrackHelper': '1.0', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Log': '1.0', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Network': '1.1', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Port': '1.7', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'PortForwarding': '1.2', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'QosPolicy': '1.8', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroup': '1.4', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SecurityGroupRule': '1.2', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'SubPort': '1.0', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Subnet': '1.1', Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: 'Trunk': '1.1'}} Jun 08 12:44:09.725714 dv-cinder-784477-4-iscsi neutron-server[103604]: {{(pid=103604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:09.733770 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:09.737138 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:09.737517 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:09.737950 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.738342 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:09.738822 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Bound port: 1c8670ac-9046-4062-a81f-73751615dff8, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:09.739197 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:09.882684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.013513 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] For port 1c8670ac-9046-4062-a81f-73751615dff8, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:10.018922 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] For port 1c8670ac-9046-4062-a81f-73751615dff8, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1c8670ac-9046-4062-a81f-73751615dff8,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:10.028682 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.034632 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-e44de8b2-22f4-4560-a1fc-de490c09ce34 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:10.036134 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-e44de8b2-22f4-4560-a1fc-de490c09ce34 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.59 "GET /v2.0/networks?id=3fa479a6-8636-430f-ab6d-3b0bf5e7f332 HTTP/1.1" status: 200 len: 812 time: 0.9722896 Jun 08 12:44:10.043227 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.044290 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:10.117302 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Request body: {'port': {'device_id': 'e3559eaa-a311-48ba-b135-a78769842277', 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332', 'admin_state_up': True, 'tenant_id': '2261b2e047c942dda2364928211081d8'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:10.203120 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:10.203775 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:10.227867 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.310544 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:10.319546 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.328794 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:10.399529 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:10.555121 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:10.580311 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:10.589611 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:05Z', 'revision_number': 3, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:10.615770 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:10.616227 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Updating router 53df2d68-f435-4cac-b1d7-648230fe4cf2 port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:10.729159 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:10.730379 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3e2ebf-57fd-4cc6-9ed5-3e4d60fa1934 None None] Provisioning complete for port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:10.731026 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2ebf-57fd-4cc6-9ed5-3e4d60fa1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.750888 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41680) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:10.847311 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b515fda6-f3d5-4d57-b3b7-a3994ff2fd8b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:10.850555 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.856536 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.926933 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.967412 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.071544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.074871 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.076880 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.079499 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > port after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.084198 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.085034 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > port after_update 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.085612 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.086410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.087003 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.087559 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.306573 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Pushing event updated for resources: {'Port': ['ID=1c8670ac-9046-4062-a81f-73751615dff8,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:11.331613 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:11.366228 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.368193 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.369974 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.371296 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:44:11.372029 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da1fab6-7330-47b3-81b3-75e9cadc8a11']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:11.466019 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-65420954-95d5-4c9c-9159-984f839a42e4 req-2bb9fd84-92f5-4aed-aca0-b12bc5768465 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.8135962 Jun 08 12:44:11.511007 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:04Z', 'revision_number': 3, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:11.517684 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3b5cf-1d9e-4bf1-bb62-c4023b7b4f83 None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:04Z', 'revision_number': 3, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:11.518753 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.524172 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7fedc8-ec48-4ebb-85bd-9f7b331ca96d') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:11.524172 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7fedc8-ec48-4ebb-85bd-9f7b331ca96d') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:11.548051 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.586971 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.598689 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:44:11.599801 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.612100 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: from cryptography.utils import int_from_bytes Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: from cryptography.utils import int_from_bytes Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:44:11.728265 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:44:11.735911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.748642 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.748867 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:44:11.823746 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:11.854202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:11.878306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.886653 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:11.889678 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3da1fab6-7330-47b3-81b3-75e9cadc8a11 HTTP/1.1" status: 204 len: 168 time: 2.3621776 Jun 08 12:44:11.894461 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41696) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:12.073075 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:12.073889 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.134377 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.153968 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da1fab6-7330-47b3-81b3-75e9cadc8a11,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:12.270797 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7fb784f9-c9b2-4a63-bb34-d9ec78d19855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:12.282414 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-41eea79e-7ebd-4707-a880-189f46aace9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:12.293030 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:12.299941 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Allocated IP 172.20.0.1 (cd6c72af-fe5e-440c-afcc-7bed52c1ef5f/1904c8b9-4a17-4ef1-a794-0ca4d9e27d63/e8f580dd-70c2-4870-bb24-3c4f73aa29af) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:12.309403 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Sync routers for ids ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:12.316196 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.328289 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Routers {'3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:12.328990 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:12.378448 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7074ecb199174e8293c53654434e615b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3242276 Jun 08 12:44:12.429370 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Transition to ACTIVE for port object d30504e4-4cfc-4b7c-aa6e-2d9abc960bac will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:12.465635 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41698) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:12.574687 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Deleting subnet 792ae9c9-ff2d-4138-b4af-8a62c11d4cf7 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:44:12.587443 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365768f-42cd-42da-89f2-45067068032e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:12.626105 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.626999 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:12.636764 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.649487 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.659809 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:12.686548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.692162 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-726b2ba7-3abf-4798-91e4-18c2fd2f8093 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.3221991 Jun 08 12:44:12.693111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41706) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:12.701191 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.726308 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5e6fdf93-137a-4bad-9db2-f4b0ec4cae69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:12.770667 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Set router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:12.930951 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Attempting to bind port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:12.936850 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Attempting to bind port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:12.937532 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Attempting to bind port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:12.964056 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:12.988867 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:12.989483 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:12.990200 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:12.991433 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Bound port: d30504e4-4cfc-4b7c-aa6e-2d9abc960bac, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:12.994297 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.078263 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2bdec-123b-4822-814c-73197753155d None None] Pushing event updated for resources: {'Port': ['ID=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:13.118431 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-beb2bdec-123b-4822-814c-73197753155d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:13.221774 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] For port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:13.228793 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] For port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:13.247499 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.247824 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Made reservation on behalf of 2261b2e047c942dda2364928211081d8 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:13.260101 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.261931 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:13.295705 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:08Z', 'revision_number': 3, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:13.307397 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Checking router: 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:13.308517 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Updating router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:13.311041 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300984'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.356901 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f00c715f0e24c56ab9d229402e5e304&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5941424 Jun 08 12:44:13.384547 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41716) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:13.425272 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:13.426366 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:13.434302 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adcbc3a-ac7f-49fb-b118-16d9a588d940,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:13.460892 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.462594 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f2e44b75-ea40-4b81-924b-5784c2a8c4f3 req-c7640f5f-93b1-4e67-8920-15373892f945 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.6652863 Jun 08 12:44:13.477841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.494498 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:13.571170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Allocated IP 172.20.0.1 (467a34ae-65db-4ee5-aae4-a183a44efbad/61c6f8f8-425e-465d-a179-1200ef7b16a7/c0b71f29-7a15-47b5-9115-138d7c684809) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:13.583566 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.670944 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Transition to ACTIVE for port object e8f580dd-70c2-4870-bb24-3c4f73aa29af will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:13.709623 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2bdec-123b-4822-814c-73197753155d None None] Pushing event updated for resources: {'Port': ['ID=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:13.715843 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-beb2bdec-123b-4822-814c-73197753155d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:13.817193 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:13.833435 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:13.936919 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1c8670ac-9046-4062-a81f-73751615dff8 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:14.094718 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.108870 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.126451 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Transition to ACTIVE for port object 1eace2ea-b861-49c4-8fd4-0199cbd5df9a will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:14.132475 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.136818 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1365768f-42cd-42da-89f2-45067068032e HTTP/1.1" status: 204 len: 168 time: 1.6509826 Jun 08 12:44:14.143434 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.150057 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-a9a1b4c2-91fa-413a-9392-d2e87a525dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:14.241070 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c9bcf-bdd7-49ba-b2ca-cd1afd507607 None None] Pushing event updated for resources: {'Port': ['ID=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:14.319241 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-885c9bcf-bdd7-49ba-b2ca-cd1afd507607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:14.320143 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Attempting to bind port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:14.320656 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Attempting to bind port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:14.321390 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Attempting to bind port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:14.333400 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Allocated IP 172.20.0.8 (3fa479a6-8636-430f-ab6d-3b0bf5e7f332/d3d03e5d-eb74-418e-9131-e2fd53e4b2db/fcd1484c-4dfe-4f47-92f7-5f304214717a) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:14.340825 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:14.342281 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:14.343698 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.344596 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:14.346954 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Bound port: 1eace2ea-b861-49c4-8fd4-0199cbd5df9a, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:14.348025 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.534869 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] For port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:14.543086 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] For port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:14.550998 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.562883 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:14.616975 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 1c8670ac-9046-4062-a81f-73751615dff8 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:14.635308 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 1c8670ac-9046-4062-a81f-73751615dff8 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:14.636321 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.686848 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.820983 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Routers {'3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:14.828096 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:14.918785 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:14.956349 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.965502 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c9bcf-bdd7-49ba-b2ca-cd1afd507607 None None] Pushing event updated for resources: {'Port': ['ID=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:14.988708 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:14.994516 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-885c9bcf-bdd7-49ba-b2ca-cd1afd507607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:15.152508 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.155096 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:15.155096 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:15.155096 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:15.155096 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:15.155096 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:15.155096 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:15.169980 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:05Z', 'revision_number': 3, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:15.226471 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365768f-42cd-42da-89f2-45067068032e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:15.255492 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757370f6-a339-4ebd-9eb7-1da846e7190b None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:05Z', 'revision_number': 3, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:15.273188 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.343500 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] Set router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:15.351413 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 1c8670ac-9046-4062-a81f-73751615dff8, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1c8670ac-9046-4062-a81f-73751615dff8,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:15.369045 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41740) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:15.375276 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:15.395875 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.409591 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.411246 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:15.411523 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.423011 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:15.429382 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.441463 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1adcbc3a-ac7f-49fb-b118-16d9a588d940 HTTP/1.1" status: 204 len: 168 time: 2.0570669 Jun 08 12:44:15.445273 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:15.461555 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-944cf4e1-d92e-4f70-ba60-69a5fc867bb3 req-95ac1ec9-6a71-427e-9472-a6bfbc52a920 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.5016010 Jun 08 12:44:15.504526 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:15.515472 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:15.517100 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.669840 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=1c8670ac-9046-4062-a81f-73751615dff8,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:15.682795 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:15.711520 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.764957 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Transition to ACTIVE for port object c0b71f29-7a15-47b5-9115-138d7c684809 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:15.908618 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:15.921883 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:15.921883 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:15.921883 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:15.921883 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:15.921883 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:15.921883 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:15.988888 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adcbc3a-ac7f-49fb-b118-16d9a588d940,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:16.017062 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Network 467a34ae-65db-4ee5-aae4-a183a44efbad is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:16.044493 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:16.052633 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:16.068974 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:16.163840 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-32d42690-50df-46b6-bb9e-6aa4c9de6aff None None] Provisioning for port e8f580dd-70c2-4870-bb24-3c4f73aa29af completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:16.187437 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-32d42690-50df-46b6-bb9e-6aa4c9de6aff None None] Provisioning complete for port e8f580dd-70c2-4870-bb24-3c4f73aa29af triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:16.188100 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-32d42690-50df-46b6-bb9e-6aa4c9de6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.376017 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:08Z', 'revision_number': 3, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:16.397714 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9cd9c6-b6e9-46c2-89f7-7b209c4f4b91 None None] The sync data for ids ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'] in dv-cinder-784477-4-iscsi is: [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:08Z', 'revision_number': 3, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:16.412526 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-32d42690-50df-46b6-bb9e-6aa4c9de6aff None None] Port e8f580dd-70c2-4870-bb24-3c4f73aa29af cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:44:16.455294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.471247 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2891444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2942161'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.492332 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.515908 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:16.515908 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:16.515908 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:16.515908 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:16.515908 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:16.515908 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:16.607067 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.641266 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c6a75f20-d605-4a02-84ce-a41d2e4b2a95 None None] Provisioning for port c0b71f29-7a15-47b5-9115-138d7c684809 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:16.653372 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c6a75f20-d605-4a02-84ce-a41d2e4b2a95 None None] Provisioning complete for port c0b71f29-7a15-47b5-9115-138d7c684809 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:16.654026 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6a75f20-d605-4a02-84ce-a41d2e4b2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.660101 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8d4b57d4-4bd9-43f8-a68a-be588d1d43c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:16.780346 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.786544 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/792ae9c9-ff2d-4138-b4af-8a62c11d4cf7 HTTP/1.1" status: 204 len: 168 time: 4.8881259 Jun 08 12:44:16.801463 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.810029 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-c6a75f20-d605-4a02-84ce-a41d2e4b2a95 None None] Port c0b71f29-7a15-47b5-9115-138d7c684809 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:44:16.837735 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41766) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:17.208336 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.210864 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792ae9c9-ff2d-4138-b4af-8a62c11d4cf7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:17.214915 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:17.241397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:17.262333 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:17.265842 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:17.392977 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:17.393640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.607557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.622193 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2516bd73-6e5b-4487-9d48-a8eb75ac3347']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:17.637090 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbe97d8-e717-4e77-b850-43f961cbd1a1') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:17.637396 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbe97d8-e717-4e77-b850-43f961cbd1a1') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:17.651912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.668958 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.676046 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:44:17.676452 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.765352 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Allocated IP 172.20.0.1 (6c1c340a-b552-49f6-9d84-82c0612f9579/fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720/d68b81ce-f9e2-4c0b-9413-bb81d8829f55) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:17.840610 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:44:17.890301 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:44:17.921394 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.969716 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:17.985984 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2516bd73-6e5b-4487-9d48-a8eb75ac3347 HTTP/1.1" status: 204 len: 168 time: 1.1271124 Jun 08 12:44:17.985984 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:18.061869 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Pushing event deleted for resources: {'Network': ['ID=2516bd73-6e5b-4487-9d48-a8eb75ac3347,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:18.064658 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:18.214931 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1c8670ac-9046-4062-a81f-73751615dff8 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:18.228241 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d08126-1dab-44e9-b858-a3395e127887 req-0d00d154-957a-45fc-a585-411369cd60a8 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:18.248423 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01d08126-1dab-44e9-b858-a3395e127887 req-0d00d154-957a-45fc-a585-411369cd60a8 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 931 time: 1.1010461 Jun 08 12:44:18.393445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01d08126-1dab-44e9-b858-a3395e127887 req-5497debe-feb6-449f-8eee-88cb4cb91339 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441131 Jun 08 12:44:18.426194 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 1c8670ac-9046-4062-a81f-73751615dff8 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:18.426852 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:18.552919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41800) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:18.770221 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9879d227-47d8-40f0-aec7-5063ef3c6a72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a38eb2a8526477c9f831e84cb734ce7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1986401 Jun 08 12:44:18.820768 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41804) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:18.826398 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1eace2ea-b861-49c4-8fd4-0199cbd5df9a up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:18.828426 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:18.872997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.021085 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.085884 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.116264 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.127949 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-34f049d8-63d3-4653-ae4b-3278b6f2a2cc tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0258970 Jun 08 12:44:19.142618 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.143740 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:19.151763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:19.152671 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.170057 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:19.170057 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:19.170057 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:19.170057 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:19.170057 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:19.170057 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:19.172553 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bcd1d83b-69e3-4ecd-b70a-05b48c66e1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:19.180324 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.238419 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.280566 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.287587 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-005c46c4-b68d-454e-bbf9-27b45482778c tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:44:19.288666 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-005c46c4-b68d-454e-bbf9-27b45482778c tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1171613 Jun 08 12:44:19.302448 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53ff63-895c-4f10-b656-454e21268015,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:19.313390 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:19.330632 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.356551 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:19.360795 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:19.412497 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:19.433226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:19.433226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.461565 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.533516 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:19.543708 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:19.545448 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d30504e4-4cfc-4b7c-aa6e-2d9abc960bac up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:19.642796 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f580dd-70c2-4870-bb24-3c4f73aa29af,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c50a0c42-24f5-48fe-a170-5c5f1777e4a1 HTTP/1.1" status: 204 len: 168 time: 1.0205944 Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8f4c2ac1-9e2f-4d5e-bd20-1d05e9c7cfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:20.055458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50a0c42-24f5-48fe-a170-5c5f1777e4a1,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:20.094230 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=274eb82a0636471dbe68f2f1646253fb&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5467229 Jun 08 12:44:20.097460 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:20.097460 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41832) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:20.102675 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:20.104673 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:20.153416 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:20.175684 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:20.182055 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:20.190686 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:20.191072 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.364932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.383745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.465130 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.468176 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e92d2aab-4f88-4f63-97c5-c5882d4981c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:20.509410 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:20.516543 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.519208 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:20.676014 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b71f29-7a15-47b5-9115-138d7c684809,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:20.696152 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:20.697356 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41840) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:20.707647 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1eace2ea-b861-49c4-8fd4-0199cbd5df9a up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:20.729140 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32921823-a1d5-46e0-aa7f-1a0f79c06e3d req-ac5e6c98-1292-43bd-9435-da019b689705 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:20.750008 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-32921823-a1d5-46e0-aa7f-1a0f79c06e3d req-ac5e6c98-1292-43bd-9435-da019b689705 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 931 time: 0.8538671 Jun 08 12:44:20.782319 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-cf4018a6-6fe2-48f7-99e1-b224b6ba6970 None None] Provisioning complete for port e8f580dd-70c2-4870-bb24-3c4f73aa29af triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:20.782771 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cf4018a6-6fe2-48f7-99e1-b224b6ba6970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.837882 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:20.847618 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:20.864788 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cf4018a6-6fe2-48f7-99e1-b224b6ba6970 None None] Port e8f580dd-70c2-4870-bb24-3c4f73aa29af cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:44:20.873826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.874452 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:20.875046 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.885526 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.898686 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:20.917084 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Request body: {'port': {'device_id': 'e3559eaa-a311-48ba-b135-a78769842277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:20.972037 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.067148 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41844) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:21.089749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Router ee185436-0471-4db5-bdaa-44be48285d5b has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:44:21.147548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41846) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:21.208624 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.230053 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-32921823-a1d5-46e0-aa7f-1a0f79c06e3d req-41fb16b7-3d40-4dd9-afbd-39f81e1b0ac4 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637520 Jun 08 12:44:21.363739 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5a592c93-6296-4210-b982-5316bbb0978c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4196376aeb6449ff851669fec58c1053&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2910621 Jun 08 12:44:21.375179 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41850) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:21.379441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.464502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.484423 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.584410 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.587496 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d53ff63-895c-4f10-b656-454e21268015 HTTP/1.1" status: 204 len: 168 time: 1.6246016 Jun 08 12:44:21.588149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0b178301-e3aa-4c30-a1c1-b0d0b4a13c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:21.617223 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Network 467a34ae-65db-4ee5-aae4-a183a44efbad is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:21.639507 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53ff63-895c-4f10-b656-454e21268015,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:21.670507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:21.672779 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.676911 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:21.851859 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:21.872241 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:21.878923 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee185436-0471-4db5-bdaa-44be48285d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5114279 Jun 08 12:44:21.932240 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:21.932240 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:21.941524 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:21.971858 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.037055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.080656 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-225c9e25-f059-4df4-a875-dddb229a194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:22.099914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.159488 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.161496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.163790 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.170111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:22.205978 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.232306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b06c1e0-1843-4548-b64d-13fb011d1020,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:22.234402 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:22.255164 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c51cb36d1814422b692cf67ae5c2694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5463576 Jun 08 12:44:22.271050 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:22.272448 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41862) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:22.422694 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:44:22.480875 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.545855 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.660753 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-8b418bf4-22bc-412a-b5fd-0816d4def5dc None None] Provisioning complete for port c0b71f29-7a15-47b5-9115-138d7c684809 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:22.661162 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8b418bf4-22bc-412a-b5fd-0816d4def5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.662068 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Pushing event updated for resources: {'Port': ['ID=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:22.674579 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:22.684535 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba22cf2a3339419ba7edf1745b8da5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5200524 Jun 08 12:44:22.690063 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4e964909-4fe3-4a54-b141-e7aad9104683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:22.710700 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.715564 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41876) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:22.733898 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.744100 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.745688 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b06c1e0-1843-4548-b64d-13fb011d1020 HTTP/1.1" status: 204 len: 168 time: 0.4703140 Jun 08 12:44:22.790490 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-8b418bf4-22bc-412a-b5fd-0816d4def5dc None None] Port c0b71f29-7a15-47b5-9115-138d7c684809 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:44:22.792389 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d30504e4-4cfc-4b7c-aa6e-2d9abc960bac up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:22.835153 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.836424 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7a80f3b-8cd4-4e7b-9c41-3449def40457 HTTP/1.1" status: 204 len: 168 time: 1.4579656 Jun 08 12:44:22.913826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260d7e70-010b-44ba-979e-7c252c2be378,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:22.955803 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:22.956350 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:22.977842 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:22.979887 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:23.005797 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b06c1e0-1843-4548-b64d-13fb011d1020,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:23.019099 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:23.027218 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:23.061210 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.159717 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.171541 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:23.183152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:23.239517 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 2, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:23.244932 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:23.245997 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Updating router ee185436-0471-4db5-bdaa-44be48285d5b port e8f580dd-70c2-4870-bb24-3c4f73aa29af binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:23.317940 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.383331 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a80f3b-8cd4-4e7b-9c41-3449def40457,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:23.395639 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:23.416427 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:44:23.436417 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.db.resource_extend [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 12:44:23.591210 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd1484c-4dfe-4f47-92f7-5f304214717a {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:23.612421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.639875 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Transition to ACTIVE for port object fcd1484c-4dfe-4f47-92f7-5f304214717a will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:23.660948 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.729149 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:23.833742 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:23.845394 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Sync routers for ids ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:23.846983 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] 10.222.0.21 "PUT /v2.0/routers/3a3baec7-b3ad-47e8-a9f8-655b397d2bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1000595 Jun 08 12:44:23.857919 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.865266 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:23.870129 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Routers {'3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:23.870822 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:23.872174 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/260d7e70-010b-44ba-979e-7c252c2be378 HTTP/1.1" status: 204 len: 168 time: 1.1504238 Jun 08 12:44:23.873779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-25e62653-2e3d-4351-a4f1-0febfe3bbc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:23.903903 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d7e70-010b-44ba-979e-7c252c2be378,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:23.909958 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:23.945118 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41902) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:23.979112 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41904) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:24.010512 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341955068', 'description': 'tempest-description--173918600'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:24.029092 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.089196 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.db.api [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:44:24.089196 dv-cinder-784477-4-iscsi neutron-server[103601]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 12:44:24.089196 dv-cinder-784477-4-iscsi neutron-server[103601]: [parameters: {'project_id': 'b63683851e27488c9c11a99d5f20791a', 'id': 'c50912d2-4e6c-4323-8b73-50b98c89489a', 'expiration': datetime.datetime(2021, 6, 8, 12, 46, 24, 82829)}] Jun 08 12:44:24.089196 dv-cinder-784477-4-iscsi neutron-server[103601]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:44:24.090746 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_db.api [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:44:24.096412 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:24.107637 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.134339 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Set router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:24.172937 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/53df2d68-f435-4cac-b1d7-648230fe4cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2507994 Jun 08 12:44:24.186481 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:24.198436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efbcca-38f6-4cde-8620-c33d12f81288 req-bd7138ef-05e0-45d3-b937-0794c056341b tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:24.202187 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9efbcca-38f6-4cde-8620-c33d12f81288 req-bd7138ef-05e0-45d3-b937-0794c056341b tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 931 time: 1.5944941 Jun 08 12:44:24.252197 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:24.252861 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:24.262538 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.272318 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.280858 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-12022aa1-f7b6-4566-b540-b1102c5dd993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:24.323771 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054c8fee-5665-4aba-bd74-a46c93dc852b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:24.352555 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:24.369366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1484c-4dfe-4f47-92f7-5f304214717a,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:24.385378 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:24.387542 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.392504 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3884392 Jun 08 12:44:24.395579 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41914) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:24.410468 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'security_group_rule': {'security_group_id': '054c8fee-5665-4aba-bd74-a46c93dc852b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:24.421751 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9efbcca-38f6-4cde-8620-c33d12f81288 req-78f14dbe-8002-4e31-8b04-1664de3da8e1 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066288 Jun 08 12:44:24.453612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.474390 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Attempting to bind port fcd1484c-4dfe-4f47-92f7-5f304214717a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:24.475106 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Attempting to bind port fcd1484c-4dfe-4f47-92f7-5f304214717a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'bdaa7c5b-99b1-4835-8d22-18968241f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:24.475666 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Attempting to bind port fcd1484c-4dfe-4f47-92f7-5f304214717a on network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:24.483765 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Port fcd1484c-4dfe-4f47-92f7-5f304214717a on network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:44:24.486919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Attempting to bind port fcd1484c-4dfe-4f47-92f7-5f304214717a on network 3fa479a6-8636-430f-ab6d-3b0bf5e7f332 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:24.498194 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:24.498652 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Checking segment: {'id': 'bdaa7c5b-99b1-4835-8d22-18968241f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:24.499105 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Bound using segment: {'id': 'bdaa7c5b-99b1-4835-8d22-18968241f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:24.499556 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Bound port: fcd1484c-4dfe-4f47-92f7-5f304214717a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaa7c5b-99b1-4835-8d22-18968241f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:24.499904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.562904 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.586030 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.589049 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:24.598682 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.635563 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18497462-f465-4006-9c07-937d7892940e,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:24.645734 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] For port fcd1484c-4dfe-4f47-92f7-5f304214717a, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:24.648108 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:24.653874 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:24.656926 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] For port fcd1484c-4dfe-4f47-92f7-5f304214717a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a,segment=NetworkSegment(bdaa7c5b-99b1-4835-8d22-18968241f359),segment_id=bdaa7c5b-99b1-4835-8d22-18968241f359)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:24.666076 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.671988 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:24.749508 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:24.750330 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.752265 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/fcd1484c-4dfe-4f47-92f7-5f304214717a HTTP/1.1" status: 200 len: 1093 time: 4.8610036 Jun 08 12:44:24.752815 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3559eaa-a311-48ba-b135-a78769842277', 'tag': 'fcd1484c-4dfe-4f47-92f7-5f304214717a'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:24.767332 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'd68b81ce-f9e2-4c0b-9413-bb81d8829f55', 'name': '', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'mac_address': 'fa:16:3e:13:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:17Z', 'updated_at': '2021-06-08T12:44:21Z', 'revision_number': 2, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'subnets': [{'id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:24.783828 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1484c-4dfe-4f47-92f7-5f304214717a,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:24.785181 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Checking router: 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:24.785748 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Updating router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:24.798079 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:24.803288 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.db.resource_extend [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 12:44:24.822944 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.834181 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.854763 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ac34dece-81fe-4aad-afa5-cbbc0d242d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:24.889494 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.890905 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4893093 Jun 08 12:44:24.897788 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41930) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:24.921733 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:24.945312 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-97455175-ecb4-42c8-b21f-807624dbb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:24.946852 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-97455175-ecb4-42c8-b21f-807624dbb1c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2261b2e047c942dda2364928211081d8&device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 1096 time: 0.1408794 Jun 08 12:44:24.950106 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'security_group_rule': {'security_group_id': '054c8fee-5665-4aba-bd74-a46c93dc852b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:25.006137 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b63683851e27488c9c11a99d5f20791a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0521052 Jun 08 12:44:25.018665 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41932) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:25.056229 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5db3df-067a-4bac-b8ac-a721dc690238,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:25.062558 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:25.094179 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-2a82a95f-77eb-4e0c-91d8-99e522e90774 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a HTTP/1.1" status: 200 len: 217 time: 0.1352661 Jun 08 12:44:25.145981 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.148435 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.179248 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.217422 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.233410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877083-1ead-4611-bc58-354ed188e1cb req-4194384f-a7ec-455e-9f54-4004f2ad223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:25.239986 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-4194384f-a7ec-455e-9f54-4004f2ad223f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3d03e5d-eb74-418e-9131-e2fd53e4b2db HTTP/1.1" status: 200 len: 852 time: 0.1372716 Jun 08 12:44:25.268003 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.280619 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.287194 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.288330 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b5db3df-067a-4bac-b8ac-a721dc690238 HTTP/1.1" status: 204 len: 168 time: 0.2590408 Jun 08 12:44:25.290956 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:25.296152 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Transition to ACTIVE for port object e8f580dd-70c2-4870-bb24-3c4f73aa29af will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:25.301216 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5db3df-067a-4bac-b8ac-a721dc690238,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:25.306941 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:25.321998 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.334971 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.343590 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.347918 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fe94c31f-a8bd-44a7-8fca-b40b9ecdec34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:25.364180 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:25.374856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-b7005f5a-0cf5-4dfd-9fde-8eb9ad69f414 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fa479a6-8636-430f-ab6d-3b0bf5e7f332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281631 Jun 08 12:44:25.399961 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f036cf-dcef-4dff-bf75-abfd241a48e7,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:25.414504 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:25.427469 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.431708 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fdcd2319-5c31-4469-8621-71c397b50025 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5081587 Jun 08 12:44:25.432427 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41946) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:25.444575 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'floatingip': {'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:25.487260 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41950) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:25.530555 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.577592 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.682613 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.712491 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Transition to ACTIVE for port object d68b81ce-f9e2-4c0b-9413-bb81d8829f55 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:25.722203 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:25.726601 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:25.793081 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-7b99a375-8b21-4966-b50a-eebc0f3ed525 service neutron] 10.222.0.59 "GET /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094934 Jun 08 12:44:25.811196 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c7906-bc70-497c-89c4-03d507582173 None None] Pushing event updated for resources: {'Port': ['ID=e8f580dd-70c2-4870-bb24-3c4f73aa29af,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:25.842290 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cf6c7906-bc70-497c-89c4-03d507582173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:25.899227 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04b8b-9dde-4d2b-976c-4d3958bd8468 None None] Pushing event updated for resources: {'Port': ['ID=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:25.910896 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8df04b8b-9dde-4d2b-976c-4d3958bd8468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:25.960448 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49541229-0fbf-4ecd-8dc4-37102d3dadf9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3559eaa-a311-48ba-b135-a78769842277", "tag": "fcd1484c-4dfe-4f47-92f7-5f304214717a"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:26.001631 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.130141 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.145250 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Attempting to bind port e8f580dd-70c2-4870-bb24-3c4f73aa29af on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:26.145921 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Attempting to bind port e8f580dd-70c2-4870-bb24-3c4f73aa29af by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:26.146465 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Attempting to bind port e8f580dd-70c2-4870-bb24-3c4f73aa29af on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:26.154987 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:26.155646 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Checking segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:26.156218 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.156763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Bound using segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:26.157454 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Bound port: e8f580dd-70c2-4870-bb24-3c4f73aa29af, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:26.158515 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.169980 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:19Z', 'revision_number': 2, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:26.172640 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.177030 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:26.177639 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Updating router 53df2d68-f435-4cac-b1d7-648230fe4cf2 port c0b71f29-7a15-47b5-9115-138d7c684809 binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:26.189447 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c495887e-a61b-472f-8f59-f503fe1e7259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:26.251215 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2da0f7153a5e49d08eb2a461caa5e5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7626517 Jun 08 12:44:26.263589 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 41968) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:26.268633 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Allocated IP 172.27.0.69 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/8ab434a6-2675-4da6-a8d2-e5183393686f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:26.292636 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c85f1d2-e668-4c61-b386-dc35734b4c96,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:26.314640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-489ee1af-d554-4172-9242-7c1a35a8511f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:26.319731 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:26.323911 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-489ee1af-d554-4172-9242-7c1a35a8511f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 819 time: 0.6401892 Jun 08 12:44:26.344702 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.359498 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db877083-1ead-4611-bc58-354ed188e1cb req-b2b2f241-a606-4670-8d2a-6d0614878cc7 service neutron] 10.222.0.59 "GET /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272058 Jun 08 12:44:26.378688 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-a0678a36-55fe-49cf-8a7e-5a28ae9e54f7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/quotas/549360b6522a41dda45f4cbb928d36ef HTTP/1.1" status: 200 len: 375 time: 0.0531943 Jun 08 12:44:26.433276 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Attempting to bind port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:26.433951 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Attempting to bind port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:26.434128 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Attempting to bind port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 on network 6c1c340a-b552-49f6-9d84-82c0612f9579 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:26.449468 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:26.449878 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Checking segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:26.450293 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.450693 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Bound using segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:26.451208 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Bound port: d68b81ce-f9e2-4c0b-9413-bb81d8829f55, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:26.456425 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.486714 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.538764 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.570013 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13013c0b-f704-4a6e-91dc-9f3ddf7b9149 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1894488 Jun 08 12:44:26.644562 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] For port e8f580dd-70c2-4870-bb24-3c4f73aa29af, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:26.646271 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.650048 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.651719 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c85f1d2-e668-4c61-b386-dc35734b4c96 HTTP/1.1" status: 204 len: 168 time: 0.3783519 Jun 08 12:44:26.652618 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:26.663335 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] For port e8f580dd-70c2-4870-bb24-3c4f73aa29af, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=e8f580dd-70c2-4870-bb24-3c4f73aa29af,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:26.672950 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.679609 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c85f1d2-e668-4c61-b386-dc35734b4c96,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:26.689991 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-beb2bdec-123b-4822-814c-73197753155d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:26.692328 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:26.698906 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] For port d68b81ce-f9e2-4c0b-9413-bb81d8829f55, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:26.704244 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] For port d68b81ce-f9e2-4c0b-9413-bb81d8829f55, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:26.713899 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.720767 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-885c9bcf-bdd7-49ba-b2ca-cd1afd507607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:26.792528 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.822092 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04b8b-9dde-4d2b-976c-4d3958bd8468 None None] Pushing event updated for resources: {'Port': ['ID=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,revision_number=4']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:26.826171 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8df04b8b-9dde-4d2b-976c-4d3958bd8468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:26.843043 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Routers {'3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:26.843755 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:26.850724 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:26.851381 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:26.873099 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 41990) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:26.878408 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946505656', 'description': 'tempest-description--428507618'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:26.929399 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:26.930046 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:26.930046 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:26.930046 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:26.930046 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:26.930046 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:26.930046 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:26.957673 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:27.053187 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:27.065876 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:27.070011 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] Set router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:27.078552 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:27.236267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:27.293234 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8197c8-558e-4c88-9e08-65bb046ee321 req-8c2677df-0e6b-4463-81df-e9ed805b7bf2 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:27.304323 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd8197c8-558e-4c88-9e08-65bb046ee321 req-8c2677df-0e6b-4463-81df-e9ed805b7bf2 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 943 time: 0.2094448 Jun 08 12:44:27.416472 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:27.416918 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd8197c8-558e-4c88-9e08-65bb046ee321 req-cee7d103-2ba9-45fe-a33d-0f5eaf512997 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071386 Jun 08 12:44:27.475729 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c7906-bc70-497c-89c4-03d507582173 None None] Pushing event updated for resources: {'Port': ['ID=e8f580dd-70c2-4870-bb24-3c4f73aa29af,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:27.494616 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cf6c7906-bc70-497c-89c4-03d507582173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:27.512771 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'd68b81ce-f9e2-4c0b-9413-bb81d8829f55', 'name': '', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'mac_address': 'fa:16:3e:13:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:17Z', 'updated_at': '2021-06-08T12:44:26Z', 'revision_number': 4, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'subnets': [{'id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:27.525605 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0a291-87e0-4e70-bb46-7fe5fe318b81 None None] The sync data for ids ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'] in dv-cinder-784477-4-iscsi is: [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'd68b81ce-f9e2-4c0b-9413-bb81d8829f55', 'name': '', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'mac_address': 'fa:16:3e:13:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:17Z', 'updated_at': '2021-06-08T12:44:26Z', 'revision_number': 4, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'subnets': [{'id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:27.547621 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:27.557356 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-1cee484a-357f-493a-ab89-ebefa099c620 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:44:27.558719 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-1cee484a-357f-493a-ab89-ebefa099c620 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6251526 Jun 08 12:44:27.769722 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:27.803962 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:27.813251 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:27.910906 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-83740121-dc7d-4491-a824-3b1eb12d8c65 service neutron] 10.222.0.21 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448181 Jun 08 12:44:27.939079 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:27.940341 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0662100 Jun 08 12:44:27.955150 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42012) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:27.963643 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'security_group_rule': {'security_group_id': '71801cbd-306b-4a69-b5d0-49dc301562e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:28.020079 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.038668 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71801cbd-306b-4a69-b5d0-49dc301562e1,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:28.050693 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:28.068962 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Transition to ACTIVE for port object c0b71f29-7a15-47b5-9115-138d7c684809 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:28.082747 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.095489 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.167669 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cf6c7906-bc70-497c-89c4-03d507582173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:28.170145 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.197332 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.215673 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e356fd91-fe51-4d22-95f7-6180bb3b2ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:28.244091 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-f4d8ea77-f27e-4634-8189-1cdb47e4d4ef service neutron] 10.222.0.21 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217728 Jun 08 12:44:28.262054 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff89a6d-6fab-4dde-96d1-df37c874e92d x-openstack-request-id: req-7ff89a6d-6fab-4dde-96d1-df37c874e92d {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:28.262625 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3559eaa-a311-48ba-b135-a78769842277", "tag": "fcd1484c-4dfe-4f47-92f7-5f304214717a", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:28.263018 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ff89a6d-6fab-4dde-96d1-df37c874e92d {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:28.263705 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3559eaa-a311-48ba-b135-a78769842277', 'tag': 'fcd1484c-4dfe-4f47-92f7-5f304214717a', 'status': 'completed', 'code': 200} Jun 08 12:44:28.481120 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e6040-a3d9-4ea5-9ed2-4061c5396cb3 None None] Pushing event updated for resources: {'Port': ['ID=c0b71f29-7a15-47b5-9115-138d7c684809,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:28.539274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-545e6040-a3d9-4ea5-9ed2-4061c5396cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:28.544959 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.561991 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-4e4a6f4c-d1e4-4146-977f-bbad93a65772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:28.567740 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-4e4a6f4c-d1e4-4146-977f-bbad93a65772 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2261b2e047c942dda2364928211081d8&device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 1096 time: 0.2680171 Jun 08 12:44:28.569392 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.643317 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.653882 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.674286 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2260010 Jun 08 12:44:28.721585 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'Port': ['ID=8ab434a6-2675-4da6-a8d2-e5183393686f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:28.752819 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:28.753301 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3078255a-93ba-4cf3-b55a-b1f058bc3338 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:28.812822 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff95199-7a3e-4575-8e43-0db50299242d,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:28.815877 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d68b81ce-f9e2-4c0b-9413-bb81d8829f55 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:28.825982 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.830848 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8746181 Jun 08 12:44:28.832121 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-22512399-169b-4e25-a2a8-f217b957264f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:28.834797 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42052) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:28.850003 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'security_group_rule': {'security_group_id': '71801cbd-306b-4a69-b5d0-49dc301562e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:28.912907 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.923379 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Attempting to bind port c0b71f29-7a15-47b5-9115-138d7c684809 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:28.923751 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Attempting to bind port c0b71f29-7a15-47b5-9115-138d7c684809 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:28.924127 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Attempting to bind port c0b71f29-7a15-47b5-9115-138d7c684809 on network 467a34ae-65db-4ee5-aae4-a183a44efbad {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:28.968993 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:28.969384 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Checking segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:28.970359 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:28.975074 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Bound using segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:28.975537 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Bound port: c0b71f29-7a15-47b5-9115-138d7c684809, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:28.975946 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.017289 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:26Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:29.031147 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-05a606d7-aa0d-4647-8726-2db5a337858d req-b7aac0ae-916e-41bf-abc8-a02ddc182073 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 210 time: 0.1250930 Jun 08 12:44:29.081146 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.088502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.094284 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:29.103122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb73e56-c097-4009-b39d-2c6d721d718c None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:26Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:29.169321 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:44:29.173607 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff1e91f-e2e3-4388-8b1b-7ce939b183ed,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:29.178233 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:29.251914 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.258576 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4186034 Jun 08 12:44:29.260298 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42072) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:29.290132 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-95a6f447-fbd6-4f53-8012-45373886d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:29.292253 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-95a6f447-fbd6-4f53-8012-45373886d8bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=3fa479a6-8636-430f-ab6d-3b0bf5e7f332 HTTP/1.1" status: 200 len: 913 time: 0.7173502 Jun 08 12:44:29.296589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device fcd1484c-4dfe-4f47-92f7-5f304214717a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:44:29.310244 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'floatingip': {'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:29.317145 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:29.337742 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:29.338128 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.386238 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.436369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] For port c0b71f29-7a15-47b5-9115-138d7c684809, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:29.464239 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.db.resource_extend [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 12:44:29.475660 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-f701a5bd-bfbb-44ec-ab70-280b897f45cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a HTTP/1.1" status: 200 len: 217 time: 0.1755397 Jun 08 12:44:29.493303 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8c0a8-55e4-4376-ad13-f350ec2f88dc req-5e52e199-d7f1-4b3f-b4df-535c627aef71 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:29.502053 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ad8c0a8-55e4-4376-ad13-f350ec2f88dc req-5e52e199-d7f1-4b3f-b4df-535c627aef71 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 943 time: 0.6900730 Jun 08 12:44:29.525114 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] For port c0b71f29-7a15-47b5-9115-138d7c684809, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=c0b71f29-7a15-47b5-9115-138d7c684809,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:29.619336 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:29.640709 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:29.678363 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-54da22fe-277f-4848-a3fe-83bf38d694c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:29.680054 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-54da22fe-277f-4848-a3fe-83bf38d694c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3d03e5d-eb74-418e-9131-e2fd53e4b2db HTTP/1.1" status: 200 len: 852 time: 0.1965072 Jun 08 12:44:29.789810 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-33b3ab9d-3c13-41ed-a385-bc797c608f2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3fa479a6-8636-430f-ab6d-3b0bf5e7f332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857065 Jun 08 12:44:29.881126 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-07bb4320-8f25-4389-b15c-d6ca6677e5a2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1341955068&fields=id&tenant_id=bb9c3580149245fba65b8a92ea6b93e6 HTTP/1.1" status: 200 len: 267 time: 0.2008214 Jun 08 12:44:29.937602 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:30.131895 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:30.132552 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:30.140959 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ad8c0a8-55e4-4376-ad13-f350ec2f88dc req-3e476adf-8904-4b94-a540-b45190b470ee tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378632 Jun 08 12:44:30.331378 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Allocated IP 172.27.0.166 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/7aeaf8ba-e779-4ec1-b4a8-ff38677ff8bc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:30.521304 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e6040-a3d9-4ea5-9ed2-4061c5396cb3 None None] Pushing event updated for resources: {'Port': ['ID=c0b71f29-7a15-47b5-9115-138d7c684809,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:30.563274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port fcd1484c-4dfe-4f47-92f7-5f304214717a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a,segment=NetworkSegment(bdaa7c5b-99b1-4835-8d22-18968241f359),segment_id=bdaa7c5b-99b1-4835-8d22-18968241f359)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:30.660425 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:30.664304 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'fcd1484c-4dfe-4f47-92f7-5f304214717a', 'network_id': '3fa479a6-8636-430f-ab6d-3b0bf5e7f332', 'port_id': 'fcd1484c-4dfe-4f47-92f7-5f304214717a', 'mac_address': 'fa:16:3e:45:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d03e5d-eb74-418e-9131-e2fd53e4b2db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:44:30.699475 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-545e6040-a3d9-4ea5-9ed2-4061c5396cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:30.710840 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:30.719657 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:30.719657 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:30.719657 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:30.719657 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:30.719657 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:30.719657 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:30.739276 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:30.742193 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:30.754567 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:30.789986 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:30.825600 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:30.837144 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-e4f9d6cc-f69a-4d44-9eb9-b636e8f79fef service neutron] 10.222.0.59 "GET /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860756 Jun 08 12:44:30.855808 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-578f3c86-8ac9-42b4-9b18-437a6b5c2c94 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:30.859425 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-578f3c86-8ac9-42b4-9b18-437a6b5c2c94 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 819 time: 0.3452909 Jun 08 12:44:30.899135 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-fd6db98b-0cff-47bb-9f80-e436dd5e7961 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:30.901194 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-fd6db98b-0cff-47bb-9f80-e436dd5e7961 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 810 time: 1.0185637 Jun 08 12:44:30.927370 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:30.987169 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd1484c-4dfe-4f47-92f7-5f304214717a {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:30.994387 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port d68b81ce-f9e2-4c0b-9413-bb81d8829f55, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:31.000631 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.005186 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-b0a6ee2b-2ae5-4dbe-8cc3-60fde5e03860 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/quotas/549360b6522a41dda45f4cbb928d36ef HTTP/1.1" status: 200 len: 375 time: 0.0999894 Jun 08 12:44:31.019566 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.022878 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-94727f30-35ab-4c12-beec-eff1a3712d49 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/quotas/bb9c3580149245fba65b8a92ea6b93e6 HTTP/1.1" status: 200 len: 375 time: 0.0418179 Jun 08 12:44:31.045978 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:31.148555 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:31.205970 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 42146) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:31.260053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e8f580dd-70c2-4870-bb24-3c4f73aa29af up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:31.341883 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port fcd1484c-4dfe-4f47-92f7-5f304214717a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a,segment=NetworkSegment(bdaa7c5b-99b1-4835-8d22-18968241f359),segment_id=bdaa7c5b-99b1-4835-8d22-18968241f359)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:31.385236 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.427519 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-49541229-0fbf-4ecd-8dc4-37102d3dadf9 req-d34ceb7d-e520-4246-8078-5a774f0e5bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825250 Jun 08 12:44:31.447680 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-cff5f49e-d193-4125-8014-4a309896c555 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4294035 Jun 08 12:44:31.522274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:31.535801 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-79ab246c-8c90-4b09-9626-3dc1611e6983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.537675 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:31.539460 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:31.604105 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.612133 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.619910 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9398c11a-3d2b-4a7d-b660-e86520d2d192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:31.684344 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.705628 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-8a081320-26a3-49cd-9404-b4939a34a091 service neutron] 10.222.0.21 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570305 Jun 08 12:44:31.712205 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'Port': ['ID=7aeaf8ba-e779-4ec1-b4a8-ff38677ff8bc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:31.723072 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:31.724501 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.725979 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4604583 Jun 08 12:44:31.754907 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['fcd1484c-4dfe-4f47-92f7-5f304214717a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:44:31.790357 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port e8f580dd-70c2-4870-bb24-3c4f73aa29af completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:31.867248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port e8f580dd-70c2-4870-bb24-3c4f73aa29af triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:31.867765 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:31.971351 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=fcd1484c-4dfe-4f47-92f7-5f304214717a,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:31.985142 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:31.992979 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:32.045154 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-25322543-dc0b-4fe0-bb76-f95772d95495 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9411817 Jun 08 12:44:32.102087 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-9bc79281-6b2a-4e7f-85f3-17de1fa866e8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:32.103856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-9bc79281-6b2a-4e7f-85f3-17de1fa866e8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 819 time: 0.4526217 Jun 08 12:44:32.147684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Request body: {'port': {'device_id': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'admin_state_up': True, 'tenant_id': '549360b6522a41dda45f4cbb928d36ef'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:32.155938 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:29Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:32.164815 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fd133-970a-4fe4-a0d3-da85af0f753a None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:29Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:32.184725 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:32.308841 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port e8f580dd-70c2-4870-bb24-3c4f73aa29af, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=e8f580dd-70c2-4870-bb24-3c4f73aa29af,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:32.323478 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:32.327435 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:32.440492 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=e8f580dd-70c2-4870-bb24-3c4f73aa29af,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:32.445196 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-643b3bee-1685-41ca-b431-dd7fd811cc78 service neutron] 10.222.0.21 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384908 Jun 08 12:44:32.447988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:32.608529 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-9439b798-bb7f-437c-8d05-446b68d78467 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035427 Jun 08 12:44:32.916123 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:32.958647 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:33.031148 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:33.103252 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Made reservation on behalf of 549360b6522a41dda45f4cbb928d36ef for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:33.106842 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:33.165956 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-f68be343-2469-48c6-b86a-4f983d8c699a service neutron] 10.222.0.21 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469015 Jun 08 12:44:33.221295 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42210) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:33.222761 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0268691f51542fd8f4e092b765bcb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9963679 Jun 08 12:44:33.232016 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e948f-baf7-40fc-8a2c-7407498db65f,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:33.288840 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:33.368068 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e8f580dd-70c2-4870-bb24-3c4f73aa29af up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:33.400040 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcf874-cf94-4518-b66b-caa5d4be1389 req-c6c30b13-534f-4cd7-a020-2a9916153a64 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:33.401761 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0bcf874-cf94-4518-b66b-caa5d4be1389 req-c6c30b13-534f-4cd7-a020-2a9916153a64 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 944 time: 0.6527915 Jun 08 12:44:33.437976 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:33.545425 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:33.546189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device fcd1484c-4dfe-4f47-92f7-5f304214717a up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:33.695032 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0bcf874-cf94-4518-b66b-caa5d4be1389 req-2820e43c-8afc-4527-9be5-e77bc0446b0d tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745674 Jun 08 12:44:33.725570 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:33.727521 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:33.730289 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f65e948f-baf7-40fc-8a2c-7407498db65f HTTP/1.1" status: 204 len: 168 time: 0.5054502 Jun 08 12:44:33.730289 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:33.777978 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e948f-baf7-40fc-8a2c-7407498db65f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:33.798739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-e6979875-8113-4948-9b88-09c44e63b48b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1946505656&fields=id&tenant_id=b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 267 time: 0.2084186 Jun 08 12:44:33.799580 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:34.007831 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cb450b7f-b296-458c-96eb-3425b9cf0621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.056004 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port e8f580dd-70c2-4870-bb24-3c4f73aa29af triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:34.056895 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.100729 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Allocated IP 172.20.0.11 (6c1c340a-b552-49f6-9d84-82c0612f9579/fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720/574c2f2d-e44e-4616-b8f7-3a6232f1eb0a) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:34.141266 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port fcd1484c-4dfe-4f47-92f7-5f304214717a completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:34.146704 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.150653 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port fcd1484c-4dfe-4f47-92f7-5f304214717a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:34.151262 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.334290 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.445703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.462555 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.59', 53123) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:34.469238 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c0b71f29-7a15-47b5-9115-138d7c684809 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:34.480834 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.495628 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-da88a2df-6db8-4546-a106-ba0690b2fb1f req-889ff8b2-9f5b-4b09-a79b-af2a8a251c57 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 210 time: 0.5092173 Jun 08 12:44:34.498635 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:34.498635 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:34.498635 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:34.498635 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:34.498635 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:34.498635 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:34.596590 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:34.599587 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:34.619754 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:34.821809 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3559eaa-a311-48ba-b135-a78769842277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd1484c-4dfe-4f47-92f7-5f304214717a'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:34.837085 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-24002ee1-856e-49d9-86ff-e4e64f044d1f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:34.839008 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-24002ee1-856e-49d9-86ff-e4e64f044d1f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 819 time: 0.3629203 Jun 08 12:44:34.861244 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Request body: {'port': {'device_id': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'admin_state_up': True, 'tenant_id': '549360b6522a41dda45f4cbb928d36ef'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:34.873196 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:34.884476 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.905787 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port fcd1484c-4dfe-4f47-92f7-5f304214717a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a,segment=NetworkSegment(bdaa7c5b-99b1-4835-8d22-18968241f359),segment_id=bdaa7c5b-99b1-4835-8d22-18968241f359)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:34.912091 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.917435 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:34.919742 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:35.090645 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-63b6907a-9ae8-4dc6-8bee-f450ad6b50e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9719834 Jun 08 12:44:35.113207 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=fcd1484c-4dfe-4f47-92f7-5f304214717a,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:35.124338 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port c0b71f29-7a15-47b5-9115-138d7c684809 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:35.132130 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:35.134902 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port c0b71f29-7a15-47b5-9115-138d7c684809 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:35.135527 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:35.185068 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-05c09baa-6729-42cd-aa5e-86b2f876b14b req-57c98c80-ec69-44f7-8c1f-2198a4597e08 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 210 time: 0.2476900 Jun 08 12:44:35.276183 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Request body: {'port': {'device_id': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:35.399154 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Made reservation on behalf of 549360b6522a41dda45f4cbb928d36ef for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:35.403138 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:35.426547 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b3214-e8c9-47f3-9079-95aaccc5dccf" -d '{"events": [{"server_uuid": "e3559eaa-a311-48ba-b135-a78769842277", "name": "network-vif-plugged", "status": "completed", "tag": "fcd1484c-4dfe-4f47-92f7-5f304214717a"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:35.429955 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:35.439171 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-2b1ca11d-ab78-4144-a37f-04596b53d34b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:35.448738 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-2b1ca11d-ab78-4144-a37f-04596b53d34b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 816 time: 1.6323824 Jun 08 12:44:35.468129 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port c0b71f29-7a15-47b5-9115-138d7c684809, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=c0b71f29-7a15-47b5-9115-138d7c684809,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:35.481341 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:35.482657 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d68b81ce-f9e2-4c0b-9413-bb81d8829f55 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:35.582202 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:35.680646 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-f7f4d2bc-032e-4fca-a937-b02205241aa0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/quotas/b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 375 time: 0.2310257 Jun 08 12:44:35.685150 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=c0b71f29-7a15-47b5-9115-138d7c684809,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:35.697786 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:35.729155 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:35.729534 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:35.798649 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Allocated IP 172.20.0.5 (6c1c340a-b552-49f6-9d84-82c0612f9579/fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720/f34cf0fb-b99f-4a34-81ed-02fbb9c064ae) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:35.814457 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.59', 53129) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:35.905311 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287a11-a119-4a39-bb58-60790a37cbbe req-502d2c9e-028b-44b6-82f9-3b1f5b973aac tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:35.913152 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e7287a11-a119-4a39-bb58-60790a37cbbe req-502d2c9e-028b-44b6-82f9-3b1f5b973aac tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.4258723 Jun 08 12:44:35.978952 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e7287a11-a119-4a39-bb58-60790a37cbbe req-c46688a2-7e36-4e85-9808-59bf9d167809 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Jun 08 12:44:35.982581 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:36.193889 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-163e0deb-505f-4aa1-a3fe-60b098e7dcbe tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:36.201799 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-70af01c4-d68d-4ff9-a46e-9f1fbe6ca9ba tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5202227 Jun 08 12:44:36.213133 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-163e0deb-505f-4aa1-a3fe-60b098e7dcbe tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 810 time: 0.3828862 Jun 08 12:44:36.280435 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c0b71f29-7a15-47b5-9115-138d7c684809 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:36.424593 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6fa1d-7b0a-4d0e-b2ff-b72b6d18d357 x-openstack-request-id: req-23f6fa1d-7b0a-4d0e-b2ff-b72b6d18d357 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:36.425189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3559eaa-a311-48ba-b135-a78769842277", "name": "network-vif-plugged", "status": "completed", "tag": "fcd1484c-4dfe-4f47-92f7-5f304214717a", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:36.425696 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23f6fa1d-7b0a-4d0e-b2ff-b72b6d18d357 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:36.426735 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3559eaa-a311-48ba-b135-a78769842277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd1484c-4dfe-4f47-92f7-5f304214717a', 'code': 200} Jun 08 12:44:36.456125 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:36.484054 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port c0b71f29-7a15-47b5-9115-138d7c684809 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:36.485238 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:36.621096 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-94741edc-df83-4f1d-becf-da545f946624 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb9c3580149245fba65b8a92ea6b93e6 HTTP/1.1" status: 200 len: 380 time: 0.4069412 Jun 08 12:44:36.638923 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'port': {'device_id': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'admin_state_up': True, 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'security_groups': ['054c8fee-5665-4aba-bd74-a46c93dc852b']}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:36.667282 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d94867b3-2a2b-473a-b12e-33b982ec4dd8 req-9e203e06-ee69-417e-a7e0-562279214439 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 210 time: 0.1225111 Jun 08 12:44:36.674395 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-b9f9a0f5-a4a3-4c4b-a64a-7a212a983bfc service neutron] 10.222.0.21 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796380 Jun 08 12:44:36.678557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.59', 53134) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:36.939774 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f0f4dd4-6f87-4de7-9b2c-834d9fb50895 req-0a3197a2-f77b-432e-a2e3-8c67f32765df tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 210 time: 0.0915382 Jun 08 12:44:36.940076 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:36.945352 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Made reservation on behalf of bb9c3580149245fba65b8a92ea6b93e6 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:36.948920 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:36.980801 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-74b8bb96-0aae-4986-a6d4-416c53cdd023 service neutron] 10.222.0.21 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648880 Jun 08 12:44:36.987372 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b2918-4bdd-420d-bab3-cae12a2a3386 req-0ef0d486-1665-4457-8778-945d6f760145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:36.989617 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-769b2918-4bdd-420d-bab3-cae12a2a3386 req-0ef0d486-1665-4457-8778-945d6f760145 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 1098 time: 0.3102732 Jun 08 12:44:37.040728 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-769b2918-4bdd-420d-bab3-cae12a2a3386 req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.116572 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.121748 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:37.121748 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:37.121748 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:37.121748 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:37.121748 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:37.121748 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:37.156152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Network 6c1c340a-b552-49f6-9d84-82c0612f9579 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:37.161408 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:37.166481 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:37.172548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:37.173790 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.184796 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Allocated IP 172.20.0.7 (cd6c72af-fe5e-440c-afcc-7bed52c1ef5f/1904c8b9-4a17-4ef1-a794-0ca4d9e27d63/095eec73-5211-42e4-b87e-ae4c7355de25) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:37.322535 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-769b2918-4bdd-420d-bab3-cae12a2a3386 req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.352487 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-919c618b-7f70-44a4-bdf5-6cdec1ae05c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5018299 Jun 08 12:44:37.371220 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Request body: {'port': {'device_id': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:37.513365 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-769b2918-4bdd-420d-bab3-cae12a2a3386 req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.535556 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.579383 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5809f7b6-d578-4cec-accf-e71dd79393a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:37.608894 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e57a0f4b-47be-447b-9d9e-6f6e5d5c7343 req-a9a2df45-e6cf-405a-80cc-602c18b787c2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.2819536 Jun 08 12:44:37.635109 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Transition to ACTIVE for port object 095eec73-5211-42e4-b87e-ae4c7355de25 will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:37.648630 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-769b2918-4bdd-420d-bab3-cae12a2a3386 req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423962 Jun 08 12:44:37.660315 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.673670 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee29bc-91bf-4c88-903f-cb44e7c3b051,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:37.682936 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:37.730562 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb875b8-6696-4601-b792-52c9a20bf723 req-bdad12c3-d279-4207-8725-7a71c02398a8 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:37.737406 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1fb875b8-6696-4601-b792-52c9a20bf723 req-bdad12c3-d279-4207-8725-7a71c02398a8 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.4128511 Jun 08 12:44:37.847692 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1fb875b8-6696-4601-b792-52c9a20bf723 req-a4076e2a-1286-4511-8bfb-9c7e4812a892 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091518 Jun 08 12:44:37.912090 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:37.921857 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.949994 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:37.949994 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:37.949994 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:37.949994 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:37.949994 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:37.949994 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:37.981703 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.017133 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Transition to ACTIVE for port object 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:38.024229 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.040619 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a183754-a80a-4f85-ba42-fb2d8df993c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:38.058802 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:38.062564 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:38.076172 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:38.084826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:38.085902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.371861 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae351184-d526-4b86-8591-ff3680c4cdcd req-c19fd4b8-9828-4c49-8f33-b00aac6c776c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:38.374485 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae351184-d526-4b86-8591-ff3680c4cdcd req-c19fd4b8-9828-4c49-8f33-b00aac6c776c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 931 time: 0.4483867 Jun 08 12:44:38.376985 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-5dbd6f73-a354-4348-8262-8d2b93b70798 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7464843 Jun 08 12:44:38.432744 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Request body: {'port': {'device_id': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:38.440990 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-a5cbde8d-70e1-437d-afe5-1c3bef0c9815 None None] Provisioning for port 095eec73-5211-42e4-b87e-ae4c7355de25 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:38.449603 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-a5cbde8d-70e1-437d-afe5-1c3bef0c9815 None None] Provisioning complete for port 095eec73-5211-42e4-b87e-ae4c7355de25 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:38.450003 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a5cbde8d-70e1-437d-afe5-1c3bef0c9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.513023 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34cf0fb-b99f-4a34-81ed-02fbb9c064ae {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:38.525915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.607077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbde8d-70e1-437d-afe5-1c3bef0c9815 None None] Port 095eec73-5211-42e4-b87e-ae4c7355de25 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:44:38.614785 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Pushing event updated for resources: {'Port': ['ID=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:38.638188 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Transition to ACTIVE for port object f34cf0fb-b99f-4a34-81ed-02fbb9c064ae will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:38.648775 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.649508 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.650082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:38.666477 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae351184-d526-4b86-8591-ff3680c4cdcd req-addd1e26-a913-4f1d-9157-8e9de1c494f8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719960 Jun 08 12:44:38.667754 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:38.732298 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6c790-f030-4e28-963a-76b33705c3bb req-ce0b4d89-e8df-41dd-ad7c-404b8c29ff1f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:38.733999 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c8a6c790-f030-4e28-963a-76b33705c3bb req-ce0b4d89-e8df-41dd-ad7c-404b8c29ff1f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 931 time: 0.3452337 Jun 08 12:44:38.747882 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Attempting to bind port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:38.748208 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Attempting to bind port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:38.748585 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Attempting to bind port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a on network 6c1c340a-b552-49f6-9d84-82c0612f9579 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:38.770325 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a on network 6c1c340a-b552-49f6-9d84-82c0612f9579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:44:38.770664 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Attempting to bind port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a on network 6c1c340a-b552-49f6-9d84-82c0612f9579 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:38.780751 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:38.781517 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Checking segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:38.782602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Bound using segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:38.783336 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Bound port: 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:38.783699 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:39.028463 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c8a6c790-f030-4e28-963a-76b33705c3bb req-00ff7aad-8555-4908-aba7-90f9e5e3b07f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732096 Jun 08 12:44:39.030834 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eab6850c-b29e-4003-8aea-93923951a0a7 req-d8b15089-2531-4261-a84a-ab6c6f62c2a8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0879474 Jun 08 12:44:39.351095 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] For port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:39.469000 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095eec73-5211-42e4-b87e-ae4c7355de25 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:39.482307 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:39.490179 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:39.493766 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:39.514047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-66296a0d-b7c7-4f90-bccc-4c6cfa848d68 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:39.515672 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-66296a0d-b7c7-4f90-bccc-4c6cfa848d68 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 816 time: 0.4114408 Jun 08 12:44:39.528586 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] For port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:39.557830 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:39.564853 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Transition to ACTIVE for port object 095eec73-5211-42e4-b87e-ae4c7355de25 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:39.567313 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Attempting to bind port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:39.567660 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Attempting to bind port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:39.568034 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Attempting to bind port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae on network 6c1c340a-b552-49f6-9d84-82c0612f9579 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:39.574035 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae on network 6c1c340a-b552-49f6-9d84-82c0612f9579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:44:39.574360 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Attempting to bind port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae on network 6c1c340a-b552-49f6-9d84-82c0612f9579 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:39.578276 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:39.580061 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:39.591677 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:39.592015 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Checking segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:39.592592 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Bound using segment: {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:39.593050 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Bound port: f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226a79e0-0d8a-4a2c-a860-3cbd93241358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:39.593400 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:39.603557 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:39.642326 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:39.642944 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:39.644374 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] 10.222.0.59 "PUT /v2.0/ports/574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 1094 time: 4.5061283 Jun 08 12:44:39.646966 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'tag': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:39.649380 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c49b7db-629f-4519-913a-7a7a3f99b143" -d '{"events": [{"name": "network-changed", "server_uuid": "d0afd970-ddf0-48e7-ad4f-506d720b2950", "tag": "574c2f2d-e44e-4616-b8f7-3a6232f1eb0a"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:39.718856 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Pushing event updated for resources: {'Port': ['ID=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:39.727551 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:39.804237 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-fdd9c7f8-fbb4-4fa6-8845-ed93a4bfbece tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 380 time: 0.2740076 Jun 08 12:44:39.811650 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b99f3e-ac49-41c0-91a0-716717672322 x-openstack-request-id: req-b6b99f3e-ac49-41c0-91a0-716717672322 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:39.812303 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0afd970-ddf0-48e7-ad4f-506d720b2950", "tag": "574c2f2d-e44e-4616-b8f7-3a6232f1eb0a", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:39.813487 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6b99f3e-ac49-41c0-91a0-716717672322 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:39.814589 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'tag': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a', 'status': 'completed', 'code': 200} Jun 08 12:44:39.837740 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'port': {'device_id': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'admin_state_up': True, 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'security_groups': ['71801cbd-306b-4a69-b5d0-49dc301562e1']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:39.939940 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Pushing event updated for resources: {'Port': ['ID=095eec73-5211-42e4-b87e-ae4c7355de25,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:39.949259 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:39.988108 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] For port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:40.015121 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] For port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:40.025182 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Attempting to bind port 095eec73-5211-42e4-b87e-ae4c7355de25 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:40.025838 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Attempting to bind port 095eec73-5211-42e4-b87e-ae4c7355de25 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:40.026675 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Attempting to bind port 095eec73-5211-42e4-b87e-ae4c7355de25 on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:40.032548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.040438 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Port 095eec73-5211-42e4-b87e-ae4c7355de25 on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:44:40.041876 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Attempting to bind port 095eec73-5211-42e4-b87e-ae4c7355de25 on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:40.047522 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2276e8e3-dbb3-4a2f-9a90-8b96e4cf0b5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:40.084951 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371afe3-5976-46f7-b6b2-f600c46a54e6 req-e4632626-cb88-4755-89cb-cc40e956f3ae tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.086512 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d371afe3-5976-46f7-b6b2-f600c46a54e6 req-e4632626-cb88-4755-89cb-cc40e956f3ae tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.7215574 Jun 08 12:44:40.132683 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:40.132988 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Checking segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:40.133263 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Bound using segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:40.133771 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Bound port: 095eec73-5211-42e4-b87e-ae4c7355de25, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:40.134137 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.187361 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-35c70814-8433-4e5d-ab5f-af48aa8f7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.190470 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-35c70814-8433-4e5d-ab5f-af48aa8f7252 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1097 time: 0.4642167 Jun 08 12:44:40.206911 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d371afe3-5976-46f7-b6b2-f600c46a54e6 req-4090e9d4-e150-4bdd-bcdb-f3118bc8a027 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056459 Jun 08 12:44:40.224920 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.225533 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.227035 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/f34cf0fb-b99f-4a34-81ed-02fbb9c064ae HTTP/1.1" status: 200 len: 1093 time: 2.8600962 Jun 08 12:44:40.229682 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'tag': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:40.292221 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5698a5c-fe7d-4104-878b-9b67dfcd4ec8 req-e03d6c74-af99-4ab0-99df-1640b97dc8c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.293788 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5698a5c-fe7d-4104-878b-9b67dfcd4ec8 req-e03d6c74-af99-4ab0-99df-1640b97dc8c9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 943 time: 0.3132913 Jun 08 12:44:40.296375 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-4857ed33-cc6c-4dd9-bbcc-ad9affe01f04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.0968814 Jun 08 12:44:40.323839 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Made reservation on behalf of b011fa6f663a4929b81116b83c430fe1 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:40.328341 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.573979 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:40.595710 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:40.606177 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] For port 095eec73-5211-42e4-b87e-ae4c7355de25, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:40.614842 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] For port 095eec73-5211-42e4-b87e-ae4c7355de25, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=095eec73-5211-42e4-b87e-ae4c7355de25,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:40.627066 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.638606 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:40.689093 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-e69ebe82-8263-4829-8778-be0e1a385023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.691967 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-e69ebe82-8263-4829-8778-be0e1a385023 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 1096 time: 0.3758261 Jun 08 12:44:40.728492 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5698a5c-fe7d-4104-878b-9b67dfcd4ec8 req-9a8d2533-511b-49a1-a878-fd6a3b5df722 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279993 Jun 08 12:44:40.734436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-5857cbbf-3992-48fb-8543-c29ba89a09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.736496 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-5857cbbf-3992-48fb-8543-c29ba89a09e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.4157178 Jun 08 12:44:40.783999 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ade37-47f4-417d-8c7a-87d706901f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9b8a85-36a5-44e6-afb3-330fe825bc12", "tag": "f34cf0fb-b99f-4a34-81ed-02fbb9c064ae"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:40.791824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:40.792710 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.795464 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] 10.222.0.59 "PUT /v2.0/ports/095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 1093 time: 2.3675075 Jun 08 12:44:40.821750 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-4b897cf3-5054-43b3-8374-6c7dfd116453 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697341 Jun 08 12:44:40.887778 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-baa70341-3c6a-43c6-bf94-1a46557056c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae HTTP/1.1" status: 200 len: 217 time: 0.1716995 Jun 08 12:44:41.014616 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Pushing event updated for resources: {'Port': ['ID=095eec73-5211-42e4-b87e-ae4c7355de25,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:41.024008 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:41.025698 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-d7586ed2-33ca-44e1-a2d9-2240368f8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:41.027258 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-d7586ed2-33ca-44e1-a2d9-2240368f8217 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.1307344 Jun 08 12:44:41.078574 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-44403f97-75a9-438a-b87d-2ccd4f8855b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442712 Jun 08 12:44:41.090454 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-9172e716-bf43-4477-8161-02cbc01bfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:41.092061 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-9172e716-bf43-4477-8161-02cbc01bfecd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1096 time: 0.2396460 Jun 08 12:44:41.156680 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04df1960-fe39-4467-9eb8-adaf0cbb2060 req-230df6cb-196b-4fbf-bf5c-ece3528b7710 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.1524272 Jun 08 12:44:41.193911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cc79d-490c-4f32-bd92-80497d819282 req-19c5956a-dc08-498d-a348-42714212b7e6 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:41.193911 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e19cc79d-490c-4f32-bd92-80497d819282 req-19c5956a-dc08-498d-a348-42714212b7e6 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 943 time: 0.7739370 Jun 08 12:44:41.258473 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-fa355967-676a-4096-871f-e9d2502633a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 217 time: 0.1415040 Jun 08 12:44:41.300149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae1667-2a54-4a84-8433-3a8d542368e2 x-openstack-request-id: req-8cae1667-2a54-4a84-8433-3a8d542368e2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:41.300481 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9b8a85-36a5-44e6-afb3-330fe825bc12", "tag": "f34cf0fb-b99f-4a34-81ed-02fbb9c064ae", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:41.300666 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-c78ccf77-1d1d-440b-a6c2-89e0731a7d34 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872112 Jun 08 12:44:41.300772 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cae1667-2a54-4a84-8433-3a8d542368e2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:41.301234 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'tag': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae', 'status': 'completed', 'code': 200} Jun 08 12:44:41.301799 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Allocated IP 172.20.0.5 (467a34ae-65db-4ee5-aae4-a183a44efbad/61c6f8f8-425e-465d-a179-1200ef7b16a7/d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:41.333144 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-e1eb1074-f35f-4c50-a8a7-8da93b34d4a8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400453 Jun 08 12:44:41.353529 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e19cc79d-490c-4f32-bd92-80497d819282 req-61970ee5-7ac7-43b9-8373-df36fc77626c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597598 Jun 08 12:44:41.370662 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42494) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:41.566066 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.595727 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6df3-03df-4169-bf81-0aaaa145fe32 req-379aa91b-c397-40f3-aadd-7d7968c0ad3f tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:41.597283 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e25b6df3-03df-4169-bf81-0aaaa145fe32 req-379aa91b-c397-40f3-aadd-7d7968c0ad3f tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.1505961 Jun 08 12:44:41.602293 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.638917 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Transition to ACTIVE for port object d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:41.668926 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e25b6df3-03df-4169-bf81-0aaaa145fe32 req-336f41a6-4576-4de1-8a8c-bdec341e2517 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598423 Jun 08 12:44:41.690699 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.698874 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.702732 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:41.702732 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:41.702732 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:41.702732 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:41.702732 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:41.702732 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:41.707418 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.726652 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Network 467a34ae-65db-4ee5-aae4-a183a44efbad is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:41.728245 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:41.731049 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:41.736200 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:41.747407 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=335cd2e0ef7142c498782143a0f9a3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750260 Jun 08 12:44:41.750017 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42508) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:41.820190 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:41.821309 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.836446 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcba166-d624-4bfd-bb02-80e9591d0819,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:41.846842 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:41.874275 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-4bc77ca1-c48c-43a7-923a-461e27e7e73e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0469654 Jun 08 12:44:41.940232 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:41.973978 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.059193 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.061696 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.068203 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dcba166-d624-4bfd-bb02-80e9591d0819 HTTP/1.1" status: 204 len: 168 time: 0.3115764 Jun 08 12:44:42.073744 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ab18cd0c-44ad-4d12-b337-698919a8f772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:42.088510 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcba166-d624-4bfd-bb02-80e9591d0819,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:42.092597 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:42.104597 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2cbaf-904b-4bd0-838e-d644513b92e3 req-c2824c4d-283a-4b47-a9cd-668ac2cd1018 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:42.106840 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f7f2cbaf-904b-4bd0-838e-d644513b92e3 req-c2824c4d-283a-4b47-a9cd-668ac2cd1018 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 943 time: 0.1623380 Jun 08 12:44:42.150464 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-af53cfba-1b87-46b5-9cd3-a6cc6964b40d None None] Provisioning for port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:42.163721 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-af53cfba-1b87-46b5-9cd3-a6cc6964b40d None None] Provisioning complete for port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:42.168734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-af53cfba-1b87-46b5-9cd3-a6cc6964b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.194308 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f7f2cbaf-904b-4bd0-838e-d644513b92e3 req-ef5fc9ce-7eb6-456f-937a-56085a0922f8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800879 Jun 08 12:44:42.290398 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-af53cfba-1b87-46b5-9cd3-a6cc6964b40d None None] Port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:44:42.500897 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceb039-5d5a-410d-93ad-b77b5f3b1519 req-d048916e-1cb7-46a9-9782-fee9bbe2524a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:42.503653 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f5ceb039-5d5a-410d-93ad-b77b5f3b1519 req-d048916e-1cb7-46a9-9782-fee9bbe2524a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 931 time: 0.1714773 Jun 08 12:44:42.583628 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42538) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:42.601922 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.629691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f5ceb039-5d5a-410d-93ad-b77b5f3b1519 req-e70c1375-9989-483b-971e-670d93f820ea tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721884 Jun 08 12:44:42.661834 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442926c5-8021-4422-a75b-bf3250627919 req-022c77b6-386a-4ec1-9a46-43442812edf2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:42.663790 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-442926c5-8021-4422-a75b-bf3250627919 req-022c77b6-386a-4ec1-9a46-43442812edf2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 943 time: 0.1588190 Jun 08 12:44:42.717702 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-442926c5-8021-4422-a75b-bf3250627919 req-5427159a-f687-4360-a1b6-626b841c400d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483797 Jun 08 12:44:42.724700 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.729500 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.741911 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-32c8cb2a-64f8-4535-b04d-987e8fc1776b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:42.852291 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6fcfdc-11b2-4d4d-9eee-e4e8424a6364,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:42.859959 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19556c75db034a208fbeec6aad83edac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714820 Jun 08 12:44:42.859959 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:42.861175 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42540) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:42.932084 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:42.962356 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.022761 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.029180 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.029180 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a6fcfdc-11b2-4d4d-9eee-e4e8424a6364 HTTP/1.1" status: 204 len: 168 time: 0.1658473 Jun 08 12:44:43.029180 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:43.039530 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6fcfdc-11b2-4d4d-9eee-e4e8424a6364,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:43.046688 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:43.303603 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:43.306409 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf30934-ae94-47e2-a035-12d2a25f37fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:43.382507 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c99b6a-87f1-4f1b-83f8-9d1e566df5c2 x-openstack-request-id: req-c2c99b6a-87f1-4f1b-83f8-9d1e566df5c2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:43.383225 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:43.383677 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2c99b6a-87f1-4f1b-83f8-9d1e566df5c2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:43.384094 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25', 'status': 'completed', 'code': 200} Jun 08 12:44:43.411609 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9481e-c44e-4623-919b-9a1833a1ac65 req-4c6d7e21-4880-4716-9cae-c416a538c7f0 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:43.413579 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5af9481e-c44e-4623-919b-9a1833a1ac65 req-4c6d7e21-4880-4716-9cae-c416a538c7f0 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 943 time: 0.0886710 Jun 08 12:44:43.475722 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5af9481e-c44e-4623-919b-9a1833a1ac65 req-3ea8ee9a-de12-4f4e-8863-f710c01b297f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549660 Jun 08 12:44:43.497001 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42574) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:43.516521 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.658424 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.663822 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.671264 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-743a5b82-47fa-4095-8e91-ea9a1ab9ce0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:43.731785 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=889e8b4f8f2d42e2ad1cd5bd6adfe197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335644 Jun 08 12:44:43.732684 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f67c8-351c-4231-acf9-352924946de0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:43.735370 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 42582) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:43.735859 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:43.909815 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.946669 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:43.977735 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bc74-1df2-4886-b787-2a1d330525ae req-9a72ba9b-a48b-419c-b9f2-9cd8534fcd94 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:43.979233 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7348bc74-1df2-4886-b787-2a1d330525ae req-9a72ba9b-a48b-419c-b9f2-9cd8534fcd94 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 931 time: 0.2214658 Jun 08 12:44:44.008271 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9929768-893b-423f-8a21-088704487f9c req-53b95486-73bd-4f38-a6ee-94e052a1450d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.009711 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a9929768-893b-423f-8a21-088704487f9c req-53b95486-73bd-4f38-a6ee-94e052a1450d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 943 time: 0.1775973 Jun 08 12:44:44.086317 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Request body: {'port': {'device_id': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:44.202476 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7348bc74-1df2-4886-b787-2a1d330525ae req-246be2ce-19b9-46fe-aaf2-49e7c9a991a5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164152 Jun 08 12:44:44.205495 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-f34f6d90-d738-4a80-b5b0-211b709db241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.207130 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-f34f6d90-d738-4a80-b5b0-211b709db241 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.1545355 Jun 08 12:44:44.213288 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a9929768-893b-423f-8a21-088704487f9c req-29e0ac39-c13d-41cc-9d09-f6f20a2b6bc6 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900582 Jun 08 12:44:44.261980 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-93b66d4f-1a59-4897-bf25-c93e77b54a83 req-ff4d3b5e-25b5-43aa-a30a-590adb9c6c16 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718941 Jun 08 12:44:44.284325 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:44.293679 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:44.294784 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b68f67c8-351c-4231-acf9-352924946de0 HTTP/1.1" status: 204 len: 168 time: 0.5536981 Jun 08 12:44:44.300272 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:44.336527 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f67c8-351c-4231-acf9-352924946de0,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:44.341136 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:44.341904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:44.379082 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3faaf02f-eb6f-49a5-8e22-f74861509edf req-eb3f22c1-d68f-4bed-9e3e-e3d30821bb1e service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168230 Jun 08 12:44:44.465867 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-0e5ddd14-99c1-47eb-8fc5-8a52d258fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.468082 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-0e5ddd14-99c1-47eb-8fc5-8a52d258fba3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2051837 Jun 08 12:44:44.539441 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ade37-47f4-417d-8c7a-87d706901f5c req-3db4ec0f-f494-4ca4-baaf-397b9550aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.553966 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-3db4ec0f-f494-4ca4-baaf-397b9550aee1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 1096 time: 0.2193854 Jun 08 12:44:44.810085 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-fc7e1c62-0602-4331-af16-3dfea1261791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.811529 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-fc7e1c62-0602-4331-af16-3dfea1261791 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1097 time: 0.3747752 Jun 08 12:44:44.861195 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-78b464cf-fbcb-4e60-bdea-1bd58f4bb37d service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771067 Jun 08 12:44:44.866715 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ade37-47f4-417d-8c7a-87d706901f5c req-4fbdf476-0076-4a27-82ec-60f2c9c4b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.868205 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-4fbdf476-0076-4a27-82ec-60f2c9c4b641 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.3134542 Jun 08 12:44:44.971864 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e464dd-4be4-4891-b096-d7a26c123ce3 req-dc2d5416-7cbb-4bd4-ba5f-01dfac2ca4cc tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:44.978731 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a0e464dd-4be4-4891-b096-d7a26c123ce3 req-dc2d5416-7cbb-4bd4-ba5f-01dfac2ca4cc tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 943 time: 0.3368154 Jun 08 12:44:45.017444 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-f467af73-ca41-4fc6-9e41-5b1a2bd99738 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae HTTP/1.1" status: 200 len: 217 time: 0.1284084 Jun 08 12:44:45.133387 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a0e464dd-4be4-4891-b096-d7a26c123ce3 req-0686b42f-92a9-4b18-a665-214bfd1f540c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536365 Jun 08 12:44:45.138064 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-0040bd98-3e92-4030-897b-6896943ecada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:45.139508 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-0040bd98-3e92-4030-897b-6896943ecada service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.3161459 Jun 08 12:44:45.201106 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ade37-47f4-417d-8c7a-87d706901f5c req-29cc650c-a9e9-445f-ae22-02cd0a376a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:45.202801 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-29cc650c-a9e9-445f-ae22-02cd0a376a11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.1301739 Jun 08 12:44:45.273133 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:45.279261 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-bda327e8-7d20-43ea-89b1-6d1ffc87a0dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662627 Jun 08 12:44:45.368609 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:45.373158 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-9f360627-d2f6-459a-9db3-0f9db9f50129 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.2105913 Jun 08 12:44:45.538059 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5feffe31-cb19-419b-a9e7-a3dc7c869ac2 req-ca54f46b-9fa7-4b4c-82dc-84457f7d10f2 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686516 Jun 08 12:44:45.579486 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-0d4a08ea-fa22-4064-9e98-7a3afd1a2ffa service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884581 Jun 08 12:44:45.595450 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-91a1ec8c-a9fd-472e-aec9-92f724b903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:45.600997 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-91a1ec8c-a9fd-472e-aec9-92f724b903f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.1999474 Jun 08 12:44:45.729745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Transition to ACTIVE for port object d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:45.758684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:45.816159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-854cec1e-9566-4b1d-8d84-dbcb92d63085 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728455 Jun 08 12:44:45.829330 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:45.832685 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-d6b1388c-f624-4dba-b91e-4ef5c37a2bc7 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441540 Jun 08 12:44:45.945951 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-e23d54e2-5572-4399-b4fe-373f15d9fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:45.947525 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-e23d54e2-5572-4399-b4fe-373f15d9fa17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1096 time: 0.1135397 Jun 08 12:44:46.261757 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-87333dd8-7518-4ef2-8d13-a792184789a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:46.269532 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-87333dd8-7518-4ef2-8d13-a792184789a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.3081386 Jun 08 12:44:46.270063 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530f103-5a72-41bf-9f5b-5684de604022 req-fab8da6d-1b8a-485f-9306-121c8070ce06 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:46.277185 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e530f103-5a72-41bf-9f5b-5684de604022 req-fab8da6d-1b8a-485f-9306-121c8070ce06 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 943 time: 0.6641893 Jun 08 12:44:46.371379 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-0d6f7ec3-2abf-4049-8d46-dbae028dcc63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 217 time: 0.0985756 Jun 08 12:44:46.445552 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e530f103-5a72-41bf-9f5b-5684de604022 req-73a61440-1f24-44c8-befe-2a9a6fbc3aeb tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673696 Jun 08 12:44:46.470127 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:46.485839 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:46.490449 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-e8c59194-9e75-4327-a913-f551ac31268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:46.491041 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-e8c59194-9e75-4327-a913-f551ac31268d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.1118026 Jun 08 12:44:46.568731 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08fe3f-3650-45d4-a12c-4b9c8c4724db req-49a7da70-c2de-45f5-ad8c-64401206238d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:46.577609 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4b08fe3f-3650-45d4-a12c-4b9c8c4724db req-49a7da70-c2de-45f5-ad8c-64401206238d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.4003224 Jun 08 12:44:46.624585 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-284506a8-a031-449b-b266-1b7ef79b7934 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460563 Jun 08 12:44:46.697932 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-68466d85-90d5-4ede-b408-c39e6206e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:46.703184 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-68466d85-90d5-4ede-b408-c39e6206e21c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2035599 Jun 08 12:44:46.737984 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Attempting to bind port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:46.738517 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Attempting to bind port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:46.738883 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Attempting to bind port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c on network 467a34ae-65db-4ee5-aae4-a183a44efbad {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:46.829994 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42684) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:46.902423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c on network 467a34ae-65db-4ee5-aae4-a183a44efbad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:44:46.903007 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Attempting to bind port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c on network 467a34ae-65db-4ee5-aae4-a183a44efbad {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:46.919107 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-86237f3a-009a-4bd1-bee7-2276815a16a0 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116997 Jun 08 12:44:46.924255 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4b08fe3f-3650-45d4-a12c-4b9c8c4724db req-55b0e557-f0ac-49f0-a49c-c13adb8df055 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448980 Jun 08 12:44:46.932537 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:46.932875 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Checking segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:46.933255 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Bound using segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:46.942751 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Bound port: d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:46.943347 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.052222 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.090336 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fb7b5-fe4c-4846-bdc8-b02f8f90433b req-a1eb12e4-2828-4823-b393-f06690a592e0 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:47.092090 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2a1fb7b5-fe4c-4846-bdc8-b02f8f90433b req-a1eb12e4-2828-4823-b393-f06690a592e0 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 943 time: 0.4896681 Jun 08 12:44:47.098538 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c49b7db-629f-4519-913a-7a7a3f99b143 req-e8f32aa0-af46-41b2-a81a-7f317220ddd5 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971231 Jun 08 12:44:47.171785 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:47.183180 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2a1fb7b5-fe4c-4846-bdc8-b02f8f90433b req-dbf3c0c0-dd3c-4005-a3e7-ae5279886885 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834715 Jun 08 12:44:47.186269 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:47.194142 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.199482 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:47.208678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.218455 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.248895 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-18d26940-90c3-4119-941d-22963c165136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:47.261003 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f6fa25461234e0e83103b7632a5f196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278705 Jun 08 12:44:47.264622 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 42696) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:47.282824 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:47.283935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.288602 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] 10.222.0.59 "PUT /v2.0/ports/d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 1093 time: 3.2274175 Jun 08 12:44:47.290944 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:47.294094 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0290b9-926b-4bf3-bb6d-0b13a070519a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:47.331279 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14cbbb-2270-44d8-bfcc-d80929ec859c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:47.350324 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:47.352389 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7bf30934-ae94-47e2-a035-12d2a25f37fc req-c3a64bbd-3910-40d0-86d3-ffd2502671aa service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267640 Jun 08 12:44:47.404431 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:47.419485 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9601e230-bd4c-4be3-bc09-3be831a758a4 x-openstack-request-id: req-9601e230-bd4c-4be3-bc09-3be831a758a4 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:47.419820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:47.420153 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9601e230-bd4c-4be3-bc09-3be831a758a4 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:47.420570 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'status': 'completed', 'code': 200} Jun 08 12:44:47.429691 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:47.446338 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:44:47.467860 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.516382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.553432 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-609bff7f-0393-497d-a7fe-747d5e716fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:47.555585 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-609bff7f-0393-497d-a7fe-747d5e716fde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1096 time: 0.1976786 Jun 08 12:44:47.735981 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:47.752798 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'port_id': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a', 'mac_address': 'fa:16:3e:93:a2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:44:47.816388 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-8b8e7b25-57eb-4288-8b98-a91c71b8e8fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 217 time: 0.2519968 Jun 08 12:44:47.857576 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.889765 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:47.941047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.945936 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:47.950487 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.950802 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.951594 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device f34cf0fb-b99f-4a34-81ed-02fbb9c064ae details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:44:47.951951 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a14cbbb-2270-44d8-bfcc-d80929ec859c HTTP/1.1" status: 204 len: 168 time: 0.6844196 Jun 08 12:44:47.956911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ca5da121-69fa-4461-a69c-68ebba19825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:47.956911 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-ca5da121-69fa-4461-a69c-68ebba19825d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.1239097 Jun 08 12:44:47.956911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-97993043-6ce9-4ad9-b1ae-0fa72a4ff2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:47.968825 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:48.058338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14cbbb-2270-44d8-bfcc-d80929ec859c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:48.062912 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:48.070208 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:48.098901 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae', 'network_id': '6c1c340a-b552-49f6-9d84-82c0612f9579', 'port_id': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae', 'mac_address': 'fa:16:3e:be:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:44:48.113361 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42728) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:48.165823 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4e29-862b-4c2e-ac63-66f1565135b4 req-f2c9c83d-6f6b-4c13-8ab3-50991949edb8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:48.167831 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5fec4e29-862b-4c2e-ac63-66f1565135b4 req-f2c9c83d-6f6b-4c13-8ab3-50991949edb8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 943 time: 0.4913106 Jun 08 12:44:48.179813 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:48.185941 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:48.190948 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.213036 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34cf0fb-b99f-4a34-81ed-02fbb9c064ae {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:48.245042 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:48.254307 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.256609 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-738b9011-eb0d-4aa8-8b1a-fdb2da788211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:48.267256 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-022f2593-8f74-49cf-9b2a-d5a9cce556d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:48.268858 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-022f2593-8f74-49cf-9b2a-d5a9cce556d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3012004 Jun 08 12:44:48.276808 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5fec4e29-862b-4c2e-ac63-66f1565135b4 req-dbd0cd9c-8ace-454e-a4a4-b85c1bce622b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003194 Jun 08 12:44:48.369710 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21119f4f-8b1c-4f7e-a278-3ca6d3fc5b48 req-00221623-2fe8-4ceb-a772-6c395794a50b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:48.371229 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-21119f4f-8b1c-4f7e-a278-3ca6d3fc5b48 req-00221623-2fe8-4ceb-a772-6c395794a50b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.2884629 Jun 08 12:44:48.382606 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:48.385728 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:48.518967 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['574c2f2d-e44e-4616-b8f7-3a6232f1eb0a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:44:48.522540 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.566321 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['f34cf0fb-b99f-4a34-81ed-02fbb9c064ae'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:44:48.604029 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-21119f4f-8b1c-4f7e-a278-3ca6d3fc5b48 req-58020022-f909-42a5-9734-f017f480a767 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228563 Jun 08 12:44:48.609055 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-afe2cb9a-4fef-4039-aa91-29bb1a6dec2f service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312743 Jun 08 12:44:48.710467 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.721622 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.731151 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ab2df01d-e9d6-4b55-99bb-b1df8cfd0e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:48.742437 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75345d43-64f1-407b-9326-84bfa8a69dd4 req-62d0ef0d-44c2-4b23-b0e1-a6f2503ea238 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:48.744662 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-75345d43-64f1-407b-9326-84bfa8a69dd4 req-62d0ef0d-44c2-4b23-b0e1-a6f2503ea238 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 944 time: 0.3278372 Jun 08 12:44:48.778019 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2886d0e1bf41427097c508cce030db84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6630380 Jun 08 12:44:48.778965 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c478d-1147-4bbf-9dae-70308b1931ff,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:48.781478 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42746) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:48.793439 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:48.843340 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-75345d43-64f1-407b-9326-84bfa8a69dd4 req-381f1c7f-f954-4918-8cf3-d5c721b51a89 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Jun 08 12:44:48.882534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7d85e05-6e57-4c8a-ba88-c58acaa20f84 req-8d205bd9-7d9d-4dd7-92db-39d7ffef20d4 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644670 Jun 08 12:44:48.903407 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.979926 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.030986 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-1daf3ca4-b28f-42fa-92f6-c421fb3d80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:49.035000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-1daf3ca4-b28f-42fa-92f6-c421fb3d80ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0978639 Jun 08 12:44:49.062506 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.065349 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.066663 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/651c478d-1147-4bbf-9dae-70308b1931ff HTTP/1.1" status: 204 len: 168 time: 0.2744641 Jun 08 12:44:49.067466 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-23598474-cc18-45c3-858e-c92181a6d80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:49.077912 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c478d-1147-4bbf-9dae-70308b1931ff,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:49.088051 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:49.270273 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-b11854e1-e8a3-4d0a-8689-c376e93c7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:49.272645 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-b11854e1-e8a3-4d0a-8689-c376e93c7e78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.2296534 Jun 08 12:44:49.350236 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-4f747e1c-91c2-48ba-a28f-8412f56b76e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 217 time: 0.0707603 Jun 08 12:44:49.452456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 095eec73-5211-42e4-b87e-ae4c7355de25 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:44:49.611184 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-9ed09a98-8b03-48c0-80f4-ab24d4c73194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:49.612886 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-9ed09a98-8b03-48c0-80f4-ab24d4c73194 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.2566123 Jun 08 12:44:49.637774 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 095eec73-5211-42e4-b87e-ae4c7355de25, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=095eec73-5211-42e4-b87e-ae4c7355de25,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:49.671553 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '095eec73-5211-42e4-b87e-ae4c7355de25', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'port_id': '095eec73-5211-42e4-b87e-ae4c7355de25', 'mac_address': 'fa:16:3e:b6:96:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:44:49.686378 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42784) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:49.714269 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287fa6e-3fa9-45dc-b0b7-b80c04d645ff req-a952d834-fd33-43a5-a214-633c9113b042 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:49.716000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2287fa6e-3fa9-45dc-b0b7-b80c04d645ff req-a952d834-fd33-43a5-a214-633c9113b042 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 943 time: 0.2783463 Jun 08 12:44:49.735688 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.758043 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.778974 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2287fa6e-3fa9-45dc-b0b7-b80c04d645ff req-1e350147-2ce5-4f6e-9313-99f902b4bdd6 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501995 Jun 08 12:44:49.783839 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095eec73-5211-42e4-b87e-ae4c7355de25 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:49.795258 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-5cdf50ac-3605-425c-859b-f731b1931258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:49.805562 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-5cdf50ac-3605-425c-859b-f731b1931258 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1816750 Jun 08 12:44:49.820215 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 095eec73-5211-42e4-b87e-ae4c7355de25, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=095eec73-5211-42e4-b87e-ae4c7355de25,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:49.830811 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.833789 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-588489f6-cae4-444a-8117-75b672bd660d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.002685 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=095eec73-5211-42e4-b87e-ae4c7355de25,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.006061 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:50.012609 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.020920 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.033545 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42792) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.034239 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.059334 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-83e1e116-0791-4dc9-87b1-467082db4d0a service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436228 Jun 08 12:44:50.082370 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1722e5af0a14a20b21f52a22378a0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947399 Jun 08 12:44:50.085584 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42796) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.099696 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b331d346-9696-4db0-ae16-eb5f530c70ec,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.106299 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:50.132574 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['095eec73-5211-42e4-b87e-ae4c7355de25'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:44:50.173976 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.205926 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.268854 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.336514 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 42800) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.395374 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.398507 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.399432 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b331d346-9696-4db0-ae16-eb5f530c70ec HTTP/1.1" status: 204 len: 168 time: 0.3128591 Jun 08 12:44:50.407973 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b94e6149-a4c9-4682-a570-511ab2b6433b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.423336 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b331d346-9696-4db0-ae16-eb5f530c70ec,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.433942 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:50.436165 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.437706 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b838a-d47e-4df3-8b1c-1599a86359e9 req-d2205bbd-4726-4d9a-a151-3c7cc13d2cb1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:50.439482 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-394b838a-d47e-4df3-8b1c-1599a86359e9 req-d2205bbd-4726-4d9a-a151-3c7cc13d2cb1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.3851249 Jun 08 12:44:50.443077 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.446937 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a0290b9-926b-4bf3-bb6d-0b13a070519a req-7b95a0d3-48cd-4a33-ac05-3ef1a111302d service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876868 Jun 08 12:44:50.457818 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.460468 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2aae-e605-470b-a271-3e79c769c50e req-cc70b427-4772-4274-b8bd-5006764eb1e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:50.462226 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d0f2aae-e605-470b-a271-3e79c769c50e req-cc70b427-4772-4274-b8bd-5006764eb1e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 944 time: 0.4052947 Jun 08 12:44:50.542442 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8912c933edbf45989ec9d2ca4c96cf0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997253 Jun 08 12:44:50.544262 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eaf647-f43c-48d1-b283-a57586d3c5b7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.554289 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 42808) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.560463 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:50.604704 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.623159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d0f2aae-e605-470b-a271-3e79c769c50e req-c7c9a016-5997-4f87-b8e4-f1e8aaa77e2a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471891 Jun 08 12:44:50.632955 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-394b838a-d47e-4df3-8b1c-1599a86359e9 req-8585e663-16d5-4a68-b381-e28741868991 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834950 Jun 08 12:44:50.709668 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.753804 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.858025 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.863385 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.865486 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62eaf647-f43c-48d1-b283-a57586d3c5b7 HTTP/1.1" status: 204 len: 168 time: 0.2980599 Jun 08 12:44:50.872786 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42824) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.874177 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.888389 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eaf647-f43c-48d1-b283-a57586d3c5b7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.895683 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:50.897615 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.902678 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.913762 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f1e94123-69bd-459e-9f55-0aecfb598468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.947893 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.950327 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec422aea-13fe-46cc-8fd6-d4e01efacad4,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.957235 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.041448 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd13bfe6e3cb4afe9bf867c46f48278b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013302 Jun 08 12:44:51.045181 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 42830) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:51.105573 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.113760 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.131780 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.142567 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f0ec4a30-148b-4f8f-9dc9-7b3abb23ff93 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.154862 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0352af-6ca3-4cdd-b296-52d9fdc573de req-5b606340-8e9b-4642-b6cd-ba4be8540df0 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:51.162639 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-be0352af-6ca3-4cdd-b296-52d9fdc573de req-5b606340-8e9b-4642-b6cd-ba4be8540df0 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 944 time: 0.2094724 Jun 08 12:44:51.194001 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ab0d44ed0db40c0a5aceeb2db0b3797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196859 Jun 08 12:44:51.195523 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42834) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:51.197858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.208187 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27fd481-c1d7-4aff-80a7-92f22b211056,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.212983 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.257153 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-be0352af-6ca3-4cdd-b296-52d9fdc573de req-c10e136a-d025-4a71-bc08-9ed3b17efd6d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904560 Jun 08 12:44:51.272275 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.290899 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.294125 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.297881 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec422aea-13fe-46cc-8fd6-d4e01efacad4 HTTP/1.1" status: 204 len: 168 time: 0.2491727 Jun 08 12:44:51.297881 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2a51299a-9929-41b8-bdae-8d344f2172bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.311128 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.311469 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec422aea-13fe-46cc-8fd6-d4e01efacad4,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.314171 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.367780 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42838) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:51.389615 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.424727 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.428076 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.429226 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f27fd481-c1d7-4aff-80a7-92f22b211056 HTTP/1.1" status: 204 len: 168 time: 0.2327833 Jun 08 12:44:51.431317 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8c425351-4c49-4c94-ad83-77c9d4e138da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.451080 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:44:51.451592 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27fd481-c1d7-4aff-80a7-92f22b211056,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.453507 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.459503 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 095eec73-5211-42e4-b87e-ae4c7355de25 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:51.537202 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.549378 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.564398 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee43098e-e809-4ed4-b6fa-806737627262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.612946 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5bd83ad6c4447a9b58902369ad33dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411180 Jun 08 12:44:51.613397 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 42844) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:51.615342 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd8d5c-cc15-43c4-88a5-1abe553a2ca5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.644227 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.655929 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 095eec73-5211-42e4-b87e-ae4c7355de25 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:51.665840 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 095eec73-5211-42e4-b87e-ae4c7355de25 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:51.666458 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.761133 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.794479 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.815916 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:51.861913 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'mac_address': 'fa:16:3e:3b:d9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:44:51.892769 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.895471 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.899220 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29dd8d5c-cc15-43c4-88a5-1abe553a2ca5 HTTP/1.1" status: 204 len: 168 time: 0.2824774 Jun 08 12:44:51.899220 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-423a76a0-e671-4a66-84bb-bf552831dfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.915443 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd8d5c-cc15-43c4-88a5-1abe553a2ca5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.931837 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.967421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054ded6-35ee-404a-bc5d-0207d1e85d08 req-d825a475-60d9-4609-80bd-9ab86eff450a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:51.968965 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a054ded6-35ee-404a-bc5d-0207d1e85d08 req-d825a475-60d9-4609-80bd-9ab86eff450a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 944 time: 0.1253953 Jun 08 12:44:51.991032 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa216d-0265-4229-bea4-cc01b1098571 req-5a3faed1-ba21-41f4-b742-7cce3fd15660 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:52.001091 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96fa216d-0265-4229-bea4-cc01b1098571 req-5a3faed1-ba21-41f4-b742-7cce3fd15660 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.2082758 Jun 08 12:44:52.027259 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.037192 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.065120 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:44:52.095442 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a054ded6-35ee-404a-bc5d-0207d1e85d08 req-9d28bd05-0d72-45af-bec7-92b3fb39f05d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168010 Jun 08 12:44:52.097729 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:52.100691 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348da8e0-5abc-4bba-ab57-a9095f9073cb" -d '{"events": [{"server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "name": "network-vif-plugged", "status": "completed", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:52.106323 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:52.112785 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96fa216d-0265-4229-bea4-cc01b1098571 req-5b2689f8-6746-4cbf-9b37-3b705c376453 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095462 Jun 08 12:44:52.112986 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 095eec73-5211-42e4-b87e-ae4c7355de25, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=095eec73-5211-42e4-b87e-ae4c7355de25,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:52.114185 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.116820 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:52.157189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.158118 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:52.232201 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04338a16-30fb-4dde-840a-9f6cca108df6 x-openstack-request-id: req-04338a16-30fb-4dde-840a-9f6cca108df6 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:52.232531 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "name": "network-vif-plugged", "status": "completed", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:52.232796 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04338a16-30fb-4dde-840a-9f6cca108df6 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:52.233194 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25', 'code': 200} Jun 08 12:44:52.265074 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:52.268332 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:52.269436 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:52.357703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:52.365229 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:52.365772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.414687 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=095eec73-5211-42e4-b87e-ae4c7355de25,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:52.433933 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:52.470407 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:44:52.690688 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127baf8-7ae0-4402-8274-6ae799e77ba5 req-8502d238-2abb-436e-b623-0f868f700a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:52.692423 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7127baf8-7ae0-4402-8274-6ae799e77ba5 req-8502d238-2abb-436e-b623-0f868f700a6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1098 time: 0.1250100 Jun 08 12:44:52.700649 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d5f0-d1c8-4bdb-b737-abf7537c761d req-2151d3f8-3e8c-4c41-92c1-1fb2ec153ec1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:52.711104 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84a9d5f0-d1c8-4bdb-b737-abf7537c761d req-2151d3f8-3e8c-4c41-92c1-1fb2ec153ec1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.2608414 Jun 08 12:44:52.781286 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.800497 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7127baf8-7ae0-4402-8274-6ae799e77ba5 req-4ba2a498-9200-45c1-9c78-4bcae9aefa37 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860276 Jun 08 12:44:52.845943 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84a9d5f0-d1c8-4bdb-b737-abf7537c761d req-b9e59d7c-2705-44a1-92f6-286ab6324152 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337771 Jun 08 12:44:52.897334 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:52.908880 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.909804 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device f34cf0fb-b99f-4a34-81ed-02fbb9c064ae up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:52.951076 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:53.041571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:53.045004 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:53.056715 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:53.062937 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:53.063324 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.336131 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.384035 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:53.391756 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.403562 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-90543fd4-905e-43b7-9a19-ed7fcf924682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:53.480179 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240334-2e04-4bda-a2f5-769455619ec7 req-985ea23d-6abf-47f6-b4b0-059ab043f951 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:53.482506 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d4240334-2e04-4bda-a2f5-769455619ec7 req-985ea23d-6abf-47f6-b4b0-059ab043f951 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.1281588 Jun 08 12:44:53.492652 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8d2d6-63e5-4a72-8047-a0f0d5112af8 req-f5c3259d-2a24-46ae-bd76-089107af2c8d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:53.502148 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4fe8d2d6-63e5-4a72-8047-a0f0d5112af8 req-f5c3259d-2a24-46ae-bd76-089107af2c8d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 944 time: 0.1810591 Jun 08 12:44:53.505404 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:53.519472 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:53.590326 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d4240334-2e04-4bda-a2f5-769455619ec7 req-c667bef5-468b-45b1-95bb-7d42b2633f39 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856521 Jun 08 12:44:53.611816 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4fe8d2d6-63e5-4a72-8047-a0f0d5112af8 req-6b7c7603-305e-4720-8b42-c29fa3916ee8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081703 Jun 08 12:44:54.132188 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda164c-3cd4-4265-8def-72e43d8b6de0 req-02e1cfdf-cb4a-406d-9144-437d455e1d96 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:54.133765 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bbda164c-3cd4-4265-8def-72e43d8b6de0 req-02e1cfdf-cb4a-406d-9144-437d455e1d96 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1716216 Jun 08 12:44:54.201182 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bbda164c-3cd4-4265-8def-72e43d8b6de0 req-b7dfd5cd-88c1-44f4-b42d-6f167a5294df tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546091 Jun 08 12:44:54.234947 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a'}, {'server_uuid': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:54.237311 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ecc78-0952-41fc-a59c-6aa9d2f5e375" -d '{"events": [{"server_uuid": "d0afd970-ddf0-48e7-ad4f-506d720b2950", "name": "network-vif-plugged", "status": "completed", "tag": "574c2f2d-e44e-4616-b8f7-3a6232f1eb0a"}, {"server_uuid": "5d9b8a85-36a5-44e6-afb3-330fe825bc12", "name": "network-vif-plugged", "status": "completed", "tag": "f34cf0fb-b99f-4a34-81ed-02fbb9c064ae"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:54.289940 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b9ddc-b4b9-4e39-a65a-84c5e089d729 x-openstack-request-id: req-cc3b9ddc-b4b9-4e39-a65a-84c5e089d729 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:54.290843 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0afd970-ddf0-48e7-ad4f-506d720b2950", "name": "network-vif-plugged", "status": "completed", "tag": "574c2f2d-e44e-4616-b8f7-3a6232f1eb0a", "code": 200}, {"server_uuid": "5d9b8a85-36a5-44e6-afb3-330fe825bc12", "name": "network-vif-plugged", "status": "completed", "tag": "f34cf0fb-b99f-4a34-81ed-02fbb9c064ae", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:54.291445 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc3b9ddc-b4b9-4e39-a65a-84c5e089d729 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:54.292253 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a', 'code': 200} Jun 08 12:44:54.292856 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae', 'code': 200} Jun 08 12:44:54.767731 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06db43-3590-424f-8439-d108052865d4 req-d1cfed3f-7061-43c6-ae81-a0a0c885d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:54.769223 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f06db43-3590-424f-8439-d108052865d4 req-d1cfed3f-7061-43c6-ae81-a0a0c885d330 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 1098 time: 0.1473165 Jun 08 12:44:54.799440 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd450c3-bdcf-4a42-85f1-e27c84ddadbd req-50ec4f91-cae4-40bf-be01-32eb223011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:54.806461 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-4cd450c3-bdcf-4a42-85f1-e27c84ddadbd req-50ec4f91-cae4-40bf-be01-32eb223011f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.1840341 Jun 08 12:44:54.863786 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f06db43-3590-424f-8439-d108052865d4 req-5b313dab-053d-40ff-be9b-b071d868f05e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826070 Jun 08 12:44:54.889170 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-4cd450c3-bdcf-4a42-85f1-e27c84ddadbd req-752a7ab2-e2a8-4c54-b21b-7b3fb070c40d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716832 Jun 08 12:44:54.905490 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.020696 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbe3c-e844-431f-a919-e8196b829321 req-3839402b-efe6-414f-a040-0a5d03df03d7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:55.027801 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-058bbe3c-e844-431f-a919-e8196b829321 req-3839402b-efe6-414f-a040-0a5d03df03d7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.1581674 Jun 08 12:44:55.059862 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0546aa-7b8f-4d19-8881-88eaace1253c req-c17e2868-65e7-4b21-b882-3da8988d5d7e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:55.076449 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc0546aa-7b8f-4d19-8881-88eaace1253c req-c17e2868-65e7-4b21-b882-3da8988d5d7e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2007077 Jun 08 12:44:55.160572 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc0546aa-7b8f-4d19-8881-88eaace1253c req-def6b75b-4a75-452b-ad32-1b1a0a3dcfeb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858548 Jun 08 12:44:55.166089 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-058bbe3c-e844-431f-a919-e8196b829321 req-fc442ad7-3e68-4052-88a7-bf18794e6161 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372893 Jun 08 12:44:55.427010 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5baf-6754-4e98-aa3e-ae4fdeec3880 req-efffa476-c89b-4990-bf84-35b0fa2451e2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:55.437919 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9eec5baf-6754-4e98-aa3e-ae4fdeec3880 req-efffa476-c89b-4990-bf84-35b0fa2451e2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0960369 Jun 08 12:44:55.467740 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:55.521330 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9eec5baf-6754-4e98-aa3e-ae4fdeec3880 req-2681d391-1912-4bfc-86ea-12cd5476a987 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857301 Jun 08 12:44:55.597632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:55.603477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:55.604134 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.753801 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.776849 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2443f4d-3ee2-4331-bb23-95415e6f7eac req-fe811bc3-6e40-40ff-9c17-cd467b40ea34 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:55.779248 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a2443f4d-3ee2-4331-bb23-95415e6f7eac req-fe811bc3-6e40-40ff-9c17-cd467b40ea34 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.2074337 Jun 08 12:44:55.801270 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:55.808408 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.811780 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-beb2bdec-123b-4822-814c-73197753155d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:55.858979 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46297a5-0524-4fe1-8349-540d1757d1e0 req-21f4a9e5-5036-4218-8ba9-e2a39a2d9b0a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:55.860635 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a46297a5-0524-4fe1-8349-540d1757d1e0 req-21f4a9e5-5036-4218-8ba9-e2a39a2d9b0a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1679213 Jun 08 12:44:55.871666 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43042) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:55.877343 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'floatingip': {'port_id': '095eec73-5211-42e4-b87e-ae4c7355de25'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:55.882080 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a2443f4d-3ee2-4331-bb23-95415e6f7eac req-a4e66096-8123-4d5e-848a-004b65c4b777 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955122 Jun 08 12:44:55.916696 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:55.920793 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:56.078003 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.194194 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43050) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:56.294856 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:56.298637 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc4a90-b3d3-409a-9eb3-0fd4e5990fec" -d '{"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:56.305829 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43060) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:56.419597 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.444485 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.702272 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1f13b-d5dc-4bf6-9573-27c067ff0d87 req-cde5ac57-df52-4df2-b10d-809ddf7d9aab tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:56.703944 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-39b1f13b-d5dc-4bf6-9573-27c067ff0d87 req-cde5ac57-df52-4df2-b10d-809ddf7d9aab tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2489207 Jun 08 12:44:56.736656 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.747769 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab28ace-294e-4ff7-a325-4072fc4f3587 req-64fa7605-9128-4a52-835f-de77bdab89e6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:56.749470 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5ab28ace-294e-4ff7-a325-4072fc4f3587 req-64fa7605-9128-4a52-835f-de77bdab89e6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2578621 Jun 08 12:44:56.759147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.793444 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-87dcbea8-4aa1-4ebd-9015-8aeb7af0f3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:56.884493 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-39b1f13b-d5dc-4bf6-9573-27c067ff0d87 req-9eb36018-3f3a-4210-b134-dd68f5bb6983 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702168 Jun 08 12:44:56.893422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6fd081f0c164388bbd8df00357aed27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989913 Jun 08 12:44:56.898211 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971658a-fac1-48fe-8a5f-623aee7d7e3c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:56.902898 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43072) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:56.906220 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:56.927577 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5ab28ace-294e-4ff7-a325-4072fc4f3587 req-fa66c21c-2474-4e50-a856-27f93e05e50c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653414 Jun 08 12:44:56.992822 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53897bb-53d1-4c7c-bc46-5832b5970c40 x-openstack-request-id: req-b53897bb-53d1-4c7c-bc46-5832b5970c40 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:56.993630 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:56.993630 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b53897bb-53d1-4c7c-bc46-5832b5970c40 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:56.994821 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'code': 200} Jun 08 12:44:57.014693 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.064675 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.075000 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.092152 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.110663 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.235719 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a330722a-a924-49d1-ab04-9ee65427fc17,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.241783 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5670811b85ca4984816cf6c4860a8590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9347570 Jun 08 12:44:57.242761 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.245232 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43078) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:57.308055 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.310392 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.316865 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.318018 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3971658a-fac1-48fe-8a5f-623aee7d7e3c HTTP/1.1" status: 204 len: 168 time: 0.4130528 Jun 08 12:44:57.325795 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.344555 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ae4c9d54-175e-4dad-b820-90d76d2a87ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.367828 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971658a-fac1-48fe-8a5f-623aee7d7e3c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.373116 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.373956 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.383928 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d60a-240d-4e3c-abdf-ed929a5cd7a1 req-cd92d64f-cd8d-4503-a04f-f85c51fd76f3 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:57.386514 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d956d60a-240d-4e3c-abdf-ed929a5cd7a1 req-cd92d64f-cd8d-4503-a04f-f85c51fd76f3 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.2839794 Jun 08 12:44:57.442075 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.522633 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae205ad-8957-4150-95a0-76aa8aab3ebb req-0290d262-1f19-489f-82c7-7910d123be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:57.522849 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d956d60a-240d-4e3c-abdf-ed929a5cd7a1 req-001d8399-8ae6-4f2a-93c6-9aee8135e15a tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210589 Jun 08 12:44:57.524432 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6ae205ad-8957-4150-95a0-76aa8aab3ebb req-0290d262-1f19-489f-82c7-7910d123be0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1098 time: 0.3102245 Jun 08 12:44:57.585661 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db50ee-e3e6-40f6-abe6-d81f0306a9a9 req-e9e532c0-361e-46a2-b353-ca0594fddc65 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:57.587370 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c4db50ee-e3e6-40f6-abe6-d81f0306a9a9 req-e9e532c0-361e-46a2-b353-ca0594fddc65 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1287248 Jun 08 12:44:57.588551 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.591424 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.592576 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.l3_db [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Floating IP 7a9b4497-8a7d-4a08-a6ae-e41865eb649e associated. External IP: 172.27.0.69, port: 095eec73-5211-42e4-b87e-ae4c7355de25. Jun 08 12:44:57.595766 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a330722a-a924-49d1-ab04-9ee65427fc17 HTTP/1.1" status: 204 len: 168 time: 0.3496156 Jun 08 12:44:57.597726 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.625766 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a330722a-a924-49d1-ab04-9ee65427fc17,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.630896 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.670134 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c4db50ee-e3e6-40f6-abe6-d81f0306a9a9 req-0910bc08-aa9f-4850-b575-715f9ff5a648 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Jun 08 12:44:57.779664 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43092) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:57.799366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.958972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.967974 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.980523 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:58.041971 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44ae34369068494fbf77fcef1cb7c0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588539 Jun 08 12:44:58.041971 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce27dd00-8776-4df9-be7e-1734485ea501,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:58.046727 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43102) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:58.060847 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:58.139543 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43104) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:58.176078 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Router ee185436-0471-4db5-bdaa-44be48285d5b has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:44:58.178852 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.220826 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.264137 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.326705 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af32fc-ea5b-4b21-9f71-70540c4f8d65 req-fffe2170-7593-4cd0-95db-aa31c44c5f4e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:58.328096 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e7af32fc-ea5b-4b21-9f71-70540c4f8d65 req-fffe2170-7593-4cd0-95db-aa31c44c5f4e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2476938 Jun 08 12:44:58.379982 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:58.384609 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.394212 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:58.412614 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:58.413239 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:58.453088 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b34d04d2-0a06-48ef-aff9-fc7121007c1d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "PUT /v2.0/floatingips/7a9b4497-8a7d-4a08-a6ae-e41865eb649e HTTP/1.1" status: 200 len: 990 time: 2.5803268 Jun 08 12:44:58.454111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:44:58.456748 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9243dd-70a1-44f6-96ce-15fe1355af9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:44:58.481544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.484022 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.485732 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce27dd00-8776-4df9-be7e-1734485ea501 HTTP/1.1" status: 204 len: 168 time: 0.4375546 Jun 08 12:44:58.495611 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:58.512981 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e7af32fc-ea5b-4b21-9f71-70540c4f8d65 req-9fb2430f-1469-4835-b0df-e7a30c5bc643 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673710 Jun 08 12:44:58.518364 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce27dd00-8776-4df9-be7e-1734485ea501,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:58.522881 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:58.524566 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.537727 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.551436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a06bb906-be53-4ba0-ac20-84cd34b2bb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:58.589558 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df624a19-6696-4f12-966c-c45621539f97,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:58.593671 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:58.599149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3355b0e-c6e7-409a-aa28-ef8b840c65c3 x-openstack-request-id: req-f3355b0e-c6e7-409a-aa28-ef8b840c65c3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:44:58.599398 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:44:58.599666 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3355b0e-c6e7-409a-aa28-ef8b840c65c3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:44:58.600159 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25', 'status': 'completed', 'code': 200} Jun 08 12:44:58.614367 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0d3bc169a4c4006b739b703d80c618e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722652 Jun 08 12:44:58.616920 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43114) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:58.654036 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:58.692357 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.773520 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.840475 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9845-9005-4048-a2d0-e50df166d210 req-d817229c-ea04-4e6b-acba-accb4592f233 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:58.841957 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d7fd9845-9005-4048-a2d0-e50df166d210 req-d817229c-ea04-4e6b-acba-accb4592f233 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.1359971 Jun 08 12:44:58.882694 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.885302 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.888511 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df624a19-6696-4f12-966c-c45621539f97 HTTP/1.1" status: 204 len: 168 time: 0.2681227 Jun 08 12:44:58.889070 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:58.905544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df624a19-6696-4f12-966c-c45621539f97,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:58.909788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:58.922934 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d7fd9845-9005-4048-a2d0-e50df166d210 req-8d939c0d-4093-4805-b7e1-9fefacbf1d32 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732324 Jun 08 12:44:59.093874 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '7a9b4497-8a7d-4a08-a6ae-e41865eb649e', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'port_id': '095eec73-5211-42e4-b87e-ae4c7355de25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'mac_address': 'fa:16:3e:b6:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:44:27Z', 'updated_at': '2021-06-08T12:44:57Z', 'revision_number': 1, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:59.099158 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:59.113991 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:59.114759 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:44:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:59.153265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92e946-b961-415e-9a44-de547728d105 req-6414d97d-35ea-4652-827a-a73c54bd9448 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:59.155147 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fe92e946-b961-415e-9a44-de547728d105 req-6414d97d-35ea-4652-827a-a73c54bd9448 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1030850 Jun 08 12:44:59.280682 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fe92e946-b961-415e-9a44-de547728d105 req-3a7c89e7-bf8e-4417-a736-0bd6314bf39f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019981 Jun 08 12:44:59.398476 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:59.841020 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3be603-27de-455e-85ce-062a9ab454b8 req-22b6c479-008b-4543-8980-99bde5b6af23 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:59.842832 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4f3be603-27de-455e-85ce-062a9ab454b8 req-22b6c479-008b-4543-8980-99bde5b6af23 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1708181 Jun 08 12:44:59.927582 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4f3be603-27de-455e-85ce-062a9ab454b8 req-ae1d755f-0496-4082-bb76-56a5b105eb47 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651362 Jun 08 12:44:59.965200 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43186) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:59.994003 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '7a9b4497-8a7d-4a08-a6ae-e41865eb649e', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'port_id': '095eec73-5211-42e4-b87e-ae4c7355de25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'mac_address': 'fa:16:3e:b6:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:44:27Z', 'updated_at': '2021-06-08T12:44:57Z', 'revision_number': 1, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:00.009103 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545710b-6fca-4baf-b14b-102db04b3f9c None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '7a9b4497-8a7d-4a08-a6ae-e41865eb649e', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'port_id': '095eec73-5211-42e4-b87e-ae4c7355de25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'mac_address': 'fa:16:3e:b6:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:44:27Z', 'updated_at': '2021-06-08T12:44:57Z', 'revision_number': 1, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:00.195465 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7f38e-e20c-4e3a-9aae-e8a0b6191218 req-bc942743-11e1-44a5-8255-a7e2258188c0 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.198725 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ce7f38e-e20c-4e3a-9aae-e8a0b6191218 req-bc942743-11e1-44a5-8255-a7e2258188c0 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.1287491 Jun 08 12:45:00.301217 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6ae205ad-8957-4150-95a0-76aa8aab3ebb req-abd8c0ae-5c8e-4086-bb06-233ea3a67779 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869815 Jun 08 12:45:00.427722 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d06d2d-b415-4f1a-81c4-40586003d960 None None] New status for floating IP 7a9b4497-8a7d-4a08-a6ae-e41865eb649e: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:45:00.431091 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1693587229-network', 'tenant_id': '9e0cf649925d49ae9ab21464bfec1980'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:00.457954 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ce7f38e-e20c-4e3a-9aae-e8a0b6191218 req-b3f42523-430d-45b1-a64c-da315229e044 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580588 Jun 08 12:45:00.463732 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Made reservation on behalf of 9e0cf649925d49ae9ab21464bfec1980 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:00.467009 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.492412 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.501556 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-9dfb24d0-df91-4e20-81b8-ad3338ff6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.503067 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-9dfb24d0-df91-4e20-81b8-ad3338ff6aa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 1098 time: 0.2816765 Jun 08 12:45:00.508005 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-801c75b0-f538-4df7-8df9-ce20c1570212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.509456 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-801c75b0-f538-4df7-8df9-ce20c1570212 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1098 time: 0.2111447 Jun 08 12:45:00.798290 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.812867 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-a1c7eec9-e3bb-48d7-8f13-34f5c7e0244e tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.815431 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-a1c7eec9-e3bb-48d7-8f13-34f5c7e0244e tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.1875460 Jun 08 12:45:00.816834 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.822647 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c1a6cec1-dca7-453a-8bb9-5724b99a9b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:00.858106 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-98fae8c8-cbff-4388-bd3b-ce736527e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.859621 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-98fae8c8-cbff-4388-bd3b-ce736527e079 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.3086512 Jun 08 12:45:00.863779 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-06af9628-e634-421d-a3fd-ec64ad685bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.865584 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-06af9628-e634-421d-a3fd-ec64ad685bd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.3134873 Jun 08 12:45:00.879294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeb514-924c-4937-bf49-92ab6cfa281d req-65ffc241-69f3-4664-8ab7-86e8061f67f5 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:00.880830 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5efeb514-924c-4937-bf49-92ab6cfa281d req-65ffc241-69f3-4664-8ab7-86e8061f67f5 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.3704755 Jun 08 12:45:00.914305 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:45:00.940072 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ee58b-b5da-4cd9-8a4e-ebd6ba22d1c8,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:00.950110 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.950499 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Added segment ae026be5-f9dd-45b2-8247-7de8f0fb41a5 of type vlan for network 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854 Jun 08 12:45:00.978899 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.978899 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.979513 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.979513 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.979992 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.980305 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.980661 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.981401 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.981401 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.981765 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.983740 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:00.984134 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:01.006315 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:01.058047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-9c3fe15b-396f-4d56-bf05-3dae4418355d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae HTTP/1.1" status: 200 len: 217 time: 0.1750886 Jun 08 12:45:01.147660 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.150464 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0fc0502c-2b80-413e-9d8d-766cb1d106c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.201060 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Deleting port fcd1484c-4dfe-4f47-92f7-5f304214717a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:45:01.201535 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.231739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-8a0eb19f-632f-4b72-abae-4ec3c836031a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 1000 time: 0.3498895 Jun 08 12:45:01.295148 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5efeb514-924c-4937-bf49-92ab6cfa281d req-b0573e06-aa95-4134-a4d7-2c727b971f8a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021896 Jun 08 12:45:01.378037 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-6c49d397-0006-4521-a31f-38e8811a140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:01.388371 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-6c49d397-0006-4521-a31f-38e8811a140b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.3205822 Jun 08 12:45:01.443159 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.451373 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:01.452098 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.473538 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:01.509134 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-8934c513-aaa9-4f65-a41c-c2cb296ca5f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044755 Jun 08 12:45:01.611907 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Pushing event updated for resources: {'Network': ['ID=1cce6e1c-1ccb-4c88-9f36-abebf3aaf854,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:01.616092 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:01.620660 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6515079 Jun 08 12:45:01.622814 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43246) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:01.632377 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:45:01.664695 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Request body: {'subnet': {'network_id': '1cce6e1c-1ccb-4c88-9f36-abebf3aaf854', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1693587229-subnet', 'tenant_id': '9e0cf649925d49ae9ab21464bfec1980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:01.757168 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] For port fcd1484c-4dfe-4f47-92f7-5f304214717a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fcd1484c-4dfe-4f47-92f7-5f304214717a,segment=NetworkSegment(bdaa7c5b-99b1-4835-8d22-18968241f359),segment_id=bdaa7c5b-99b1-4835-8d22-18968241f359)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:01.757434 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.813135 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-ea4abd1b-5321-4b02-9ae4-b8be137be987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:01.814718 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-ea4abd1b-5321-4b02-9ae4-b8be137be987 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.5037906 Jun 08 12:45:01.832575 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Made reservation on behalf of 9e0cf649925d49ae9ab21464bfec1980 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:01.835001 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.873304 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-8b8c8d91-0ed4-47b0-8eb8-f470c05801ae service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489921 Jun 08 12:45:01.916961 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Calling delete_port for fcd1484c-4dfe-4f47-92f7-5f304214717a owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:45:01.928188 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ca3c1-6c92-461d-b153-e94cc4fb067a req-e3752238-30fc-4415-903b-28d5fb973de6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:01.929735 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ed6ca3c1-6c92-461d-b153-e94cc4fb067a req-e3752238-30fc-4415-903b-28d5fb973de6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.7106333 Jun 08 12:45:02.092979 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902939e-c9e9-4370-9119-5f5680d35fc3 req-ea055777-1e2a-4495-9669-45314815bb24 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:02.099789 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8902939e-c9e9-4370-9119-5f5680d35fc3 req-ea055777-1e2a-4495-9669-45314815bb24 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 945 time: 0.3549528 Jun 08 12:45:02.115636 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ed6ca3c1-6c92-461d-b153-e94cc4fb067a req-c742baef-5f3a-40f2-9108-5c87c47a337e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267653 Jun 08 12:45:02.146510 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-b71c5117-4dcf-4a90-a6bb-ff94247f3b84 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550011 Jun 08 12:45:02.152908 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-c528663c-ec2e-4463-88a1-f0a1406114a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:02.155199 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-c528663c-ec2e-4463-88a1-f0a1406114a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3318613 Jun 08 12:45:02.177249 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8902939e-c9e9-4370-9119-5f5680d35fc3 req-7479c8b4-0ad5-46fd-87cf-6d9f0513c1d1 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca723aa9-74fa-45e0-ac83-43e903cd447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651054 Jun 08 12:45:02.371915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.380990 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5a213b7b-7569-4953-be58-0595514914d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:02.416415 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.451091 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Pushing event deleted for resources: {'Port': ['ID=fcd1484c-4dfe-4f47-92f7-5f304214717a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:02.530024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:02.532663 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-44ed3bbf-d942-4d77-abf9-a60db9391874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:02.534703 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fbeeb-0576-40e8-b485-3f42bb46aa6d req-8b36fd15-2ae9-4eb8-9f36-e02b21348ba1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:02.541454 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-902fbeeb-0576-40e8-b485-3f42bb46aa6d req-8b36fd15-2ae9-4eb8-9f36-e02b21348ba1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0995150 Jun 08 12:45:02.600548 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-902fbeeb-0576-40e8-b485-3f42bb46aa6d req-d48c0a11-fd1c-4bb9-b0d7-57a95597dd3c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Jun 08 12:45:02.669247 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] No DVR routers for this DVR port fcd1484c-4dfe-4f47-92f7-5f304214717a on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:45:02.678505 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Checking segment: {'id': 'ae026be5-f9dd-45b2-8247-7de8f0fb41a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '1cce6e1c-1ccb-4c88-9f36-abebf3aaf854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:02.679083 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Network hostable DHCP agents. Network: 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:45:02.684956 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.687054 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-0ada6f28-a609-4b0d-8ad5-d351169ffb60 req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.59 "DELETE /v2.0/ports/fcd1484c-4dfe-4f47-92f7-5f304214717a HTTP/1.1" status: 204 len: 173 time: 1.8550935 Jun 08 12:45:02.688070 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3559eaa-a311-48ba-b135-a78769842277', 'name': 'network-vif-deleted', 'tag': 'fcd1484c-4dfe-4f47-92f7-5f304214717a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:02.691443 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c81ea-933b-4742-b878-e32ba90fff47" -d '{"events": [{"server_uuid": "e3559eaa-a311-48ba-b135-a78769842277", "name": "network-vif-deleted", "tag": "fcd1484c-4dfe-4f47-92f7-5f304214717a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:02.695200 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff3be66-9269-4e0a-b21f-9f72a907917e,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:02.705353 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:02.726249 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Network 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:45:02.738216 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:02.747130 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:02.751060 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.751265 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58fdd8-6a00-407e-a310-236e17579661 None None] Network 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:02.769107 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d866f5-8a9b-47b1-a1b8-662df578086d x-openstack-request-id: req-06d866f5-8a9b-47b1-a1b8-662df578086d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:02.769641 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3559eaa-a311-48ba-b135-a78769842277", "name": "network-vif-deleted", "tag": "fcd1484c-4dfe-4f47-92f7-5f304214717a", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:02.769947 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06d866f5-8a9b-47b1-a1b8-662df578086d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:02.770365 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3559eaa-a311-48ba-b135-a78769842277', 'name': 'network-vif-deleted', 'tag': 'fcd1484c-4dfe-4f47-92f7-5f304214717a', 'status': 'completed', 'code': 200} Jun 08 12:45:02.792276 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1605511 Jun 08 12:45:03.017540 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936f7d52-79e0-4b52-bd6f-a751118e4aab None None] Network 1cce6e1c-1ccb-4c88-9f36-abebf3aaf854 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:03.290849 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43302) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:03.355341 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15bc56-6048-4e29-8b96-330818ec683b req-264bc7c1-075a-4f0b-92b2-5a617b4ad676 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:03.357089 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca15bc56-6048-4e29-8b96-330818ec683b req-264bc7c1-075a-4f0b-92b2-5a617b4ad676 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.0883629 Jun 08 12:45:03.411258 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca15bc56-6048-4e29-8b96-330818ec683b req-825eb92a-325c-40a6-bf93-c8f1fe8bbc38 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468495 Jun 08 12:45:03.455547 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.464626 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7263874c-14bc-4954-9c1b-c520f82eb947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.590907 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-925a4369-a05f-4bff-9172-0b567e4dcd1a req-39885bc2-229c-4b6c-8db5-65043844c03d tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.0537136 Jun 08 12:45:03.604387 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.610778 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.620997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-83405308-a32e-4bb7-a32b-31b2efbcc776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:03.637764 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43316) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:03.644101 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1310228386-network', 'tenant_id': '046aa27ee81940488c8ba6333c76507b'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:03.666338 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24b1b075783e44bcb8cf35210549f1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715653 Jun 08 12:45:03.666584 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5917ca1b-cd9e-4770-9c04-201e17c6cd01,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:03.667111 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43320) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:03.671133 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:03.688322 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Made reservation on behalf of 046aa27ee81940488c8ba6333c76507b for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:03.690989 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.707118 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.740225 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.827749 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.870962 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.933679 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1ff60-830d-4ce2-b770-e699d3a08db1 req-624f91d2-ddcd-4a53-89b1-13752a7bd231 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:03.935224 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45f1ff60-830d-4ce2-b770-e699d3a08db1 req-624f91d2-ddcd-4a53-89b1-13752a7bd231 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2291787 Jun 08 12:45:03.945197 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43324) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:03.950929 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'floatingip': {'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:03.999124 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.004265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.008280 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5917ca1b-cd9e-4770-9c04-201e17c6cd01 HTTP/1.1" status: 204 len: 168 time: 0.3373215 Jun 08 12:45:04.012122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9c004e4d-d83d-4f97-a9b3-455e70f44aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:04.027157 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.031793 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917ca1b-cd9e-4770-9c04-201e17c6cd01,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:04.047720 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.056215 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.057042 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.057797 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.058285 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.058862 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.059449 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.060047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.060837 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.061524 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.061839 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.062659 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.063437 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.064218 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:04.074877 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:04.075727 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:04.107663 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:45:04.188391 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2969dd-f70a-4b88-9cba-20d8befe0830,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:04.191299 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.191640 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.segments_db [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Added segment 8bc8b408-2f5a-4105-ac61-50e4b6b77657 of type vlan for network 237ca1db-6db6-417b-9086-1b1e20c6645c Jun 08 12:45:04.197935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:04.249410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.293679 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2d65-8173-4eec-8676-2b5049cf916f req-ebd01ef8-9326-4482-8ceb-11675968f5db tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:04.295244 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd2f2d65-8173-4eec-8676-2b5049cf916f req-ebd01ef8-9326-4482-8ceb-11675968f5db tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1580701 Jun 08 12:45:04.296932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.298204 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:04.298767 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.303859 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:04.425950 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7869177 Jun 08 12:45:04.437111 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43332) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:04.442798 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Request body: {'subnet': {'network_id': '237ca1db-6db6-417b-9086-1b1e20c6645c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1310228386-subnet', 'tenant_id': '046aa27ee81940488c8ba6333c76507b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:04.463666 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Pushing event updated for resources: {'Network': ['ID=237ca1db-6db6-417b-9086-1b1e20c6645c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:04.466837 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:04.476335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd2f2d65-8173-4eec-8676-2b5049cf916f req-ddea7d76-6db0-4dcb-ab46-8ff8bc6bdc7e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735067 Jun 08 12:45:04.482390 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 237ca1db-6db6-417b-9086-1b1e20c6645c details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:45:04.514504 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Made reservation on behalf of 046aa27ee81940488c8ba6333c76507b for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:04.518018 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2942196'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.606182 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43334) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:04.646968 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.724465 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.808445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a44c5f10-c9f0-4582-8803-01b2053e1aff req-c73ef966-a093-4b4c-a447-97c564704aea tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.0853627 Jun 08 12:45:04.837224 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.845296 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.902201 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2942170'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.911793 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-49fd8bbd-8be0-4b09-82a3-7afc4445bcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:04.938351 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.951938 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.017275 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=104956b83f7e415380354f87f7ba2ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092309 Jun 08 12:45:05.019916 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a886c1b-db5a-42e7-b3b9-01c53b084769,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:05.023605 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43340) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:05.025762 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:05.035568 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9f8a593a-602e-486e-a206-a3b67439d146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:05.042777 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Checking segment: {'id': '8bc8b408-2f5a-4105-ac61-50e4b6b77657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '237ca1db-6db6-417b-9086-1b1e20c6645c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:05.043131 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Network hostable DHCP agents. Network: 237ca1db-6db6-417b-9086-1b1e20c6645c, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:45:05.096045 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae89433-3946-4852-9b53-dc6d58acbc3a,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:05.104432 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:05.113871 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Network 237ca1db-6db6-417b-9086-1b1e20c6645c is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:45:05.129671 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.l3_db [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Floating IP 382973ab-1b5c-4e43-97f3-5f4206c12008 associated. External IP: 172.27.0.166, port: d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c. Jun 08 12:45:05.132635 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.135575 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 237ca1db-6db6-417b-9086-1b1e20c6645c) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:05.144379 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27f5c0-f507-41be-b365-d5f274257166 None None] Network 237ca1db-6db6-417b-9086-1b1e20c6645c requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:05.148962 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:05.149554 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.175831 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.253689 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8127611 Jun 08 12:45:05.267367 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.270240 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.274274 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aae89433-3946-4852-9b53-dc6d58acbc3a HTTP/1.1" status: 204 len: 168 time: 0.2496328 Jun 08 12:45:05.275170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5e439a5d-ef12-472d-ba1b-6e44f01dc9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:05.298595 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae89433-3946-4852-9b53-dc6d58acbc3a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:05.302409 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:05.464660 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ec679-79fe-4ce6-b138-2f278b8ba676 None None] Network 237ca1db-6db6-417b-9086-1b1e20c6645c requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:05.614283 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:05.638998 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['fcd1484c-4dfe-4f47-92f7-5f304214717a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:45:05.872957 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:05.881838 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.887174 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea600-a3bf-426e-9a67-def190820311 None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:05.914668 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:05.915300 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:05.935370 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-db0d6438-ada5-462d-a3ac-a741c3d4fdb6 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336536 Jun 08 12:45:05.949840 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8cc7c75a-912e-475e-9baf-132160f72123 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "PUT /v2.0/floatingips/382973ab-1b5c-4e43-97f3-5f4206c12008 HTTP/1.1" status: 200 len: 991 time: 2.0009680 Jun 08 12:45:05.949840 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:05.953829 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eba1a9-84f3-43a3-8f71-dd91564c2f01" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:06.170278 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a43d3c4-a034-487f-a3a3-1b46c8679940 req-35ae5ee4-3d76-47a2-ba67-2dddd77d8198 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3559eaa-a311-48ba-b135-a78769842277 HTTP/1.1" status: 200 len: 210 time: 0.0837908 Jun 08 12:45:06.172194 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:06.301575 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1e2c-52eb-40cc-a5d3-3be32863e455 req-e11f1955-80f3-42ee-9ed9-8ea3540b514f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:06.313947 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9c7e1e2c-52eb-40cc-a5d3-3be32863e455 req-e11f1955-80f3-42ee-9ed9-8ea3540b514f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.4955170 Jun 08 12:45:06.324972 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9243dd-70a1-44f6-96ce-15fe1355af9e req-d08ef79e-457a-4a9a-8b24-8027df882fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786545 Jun 08 12:45:06.366866 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:45:06.376535 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:06.475862 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9c7e1e2c-52eb-40cc-a5d3-3be32863e455 req-ca5a99d2-97bd-4e52-9055-fc430e45aa39 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600573 Jun 08 12:45:06.574052 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0120e75-209a-416f-ba28-eae6809ae287 x-openstack-request-id: req-f0120e75-209a-416f-ba28-eae6809ae287 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:06.574052 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:06.574052 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0120e75-209a-416f-ba28-eae6809ae287 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:06.574052 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'status': 'completed', 'code': 200} Jun 08 12:45:06.678614 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '382973ab-1b5c-4e43-97f3-5f4206c12008', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'mac_address': 'fa:16:3e:3b:d9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:44:30Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 1, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:06.685520 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea600-a3bf-426e-9a67-def190820311 None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:06.708712 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:06.709361 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:06.752210 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-9365cd82-7d51-41cf-b5ad-974538ff9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:06.754319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-9365cd82-7d51-41cf-b5ad-974538ff9339 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1098 time: 0.1582055 Jun 08 12:45:06.939698 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:06.996466 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-f53dff2c-0678-439e-976b-3ce3a53ffd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:07.001898 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-f53dff2c-0678-439e-976b-3ce3a53ffd65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.2244589 Jun 08 12:45:07.149562 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-ee396231-702b-4d2b-adbf-8aa4bf88e7e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 999 time: 0.1389394 Jun 08 12:45:07.300015 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-6c920b3b-265a-4705-a077-5614d98ceda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:07.302500 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-6c920b3b-265a-4705-a077-5614d98ceda7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.1443899 Jun 08 12:45:07.404567 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-60e9e67e-44ee-42be-9983-311a5c4c5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:07.406089 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-60e9e67e-44ee-42be-9983-311a5c4c5f77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920575 Jun 08 12:45:07.501989 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device fcd1484c-4dfe-4f47-92f7-5f304214717a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:45:07.617079 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: fcd1484c-4dfe-4f47-92f7-5f304214717a {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:45:07.617079 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device fcd1484c-4dfe-4f47-92f7-5f304214717a not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:45:07.639735 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-63eea600-a3bf-426e-9a67-def190820311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '382973ab-1b5c-4e43-97f3-5f4206c12008', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'mac_address': 'fa:16:3e:3b:d9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:44:30Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 1, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:07.641739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-4a82ea8e-b5b5-4ed6-9505-0a866771e955 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272949 Jun 08 12:45:07.651555 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea600-a3bf-426e-9a67-def190820311 None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '382973ab-1b5c-4e43-97f3-5f4206c12008', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'mac_address': 'fa:16:3e:3b:d9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:44:30Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 1, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:07.881477 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dea7f5-387d-4976-a173-eec32d2bd226 req-ce117f99-6cc6-48e7-9a6a-dd76923a27bf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:07.883363 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f5dea7f5-387d-4976-a173-eec32d2bd226 req-ce117f99-6cc6-48e7-9a6a-dd76923a27bf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1284411 Jun 08 12:45:07.942322 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97eba1a9-84f3-43a3-8f71-dd91564c2f01 req-670197df-94f4-4f6f-becc-fdee084f4f1b service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838674 Jun 08 12:45:07.966731 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f5dea7f5-387d-4976-a173-eec32d2bd226 req-8b0b647c-b033-4440-886d-7fcd467f99f8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771439 Jun 08 12:45:08.016066 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c4542-c718-4a8a-a9bd-e40b1bd1077e None None] New status for floating IP 382973ab-1b5c-4e43-97f3-5f4206c12008: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:45:09.213812 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a810-2ea7-4c0f-85af-62bd690a4a29 req-f7285bb4-bf03-4a09-ada9-cc66d91f3bd2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:09.215210 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7345a810-2ea7-4c0f-85af-62bd690a4a29 req-f7285bb4-bf03-4a09-ada9-cc66d91f3bd2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0970023 Jun 08 12:45:09.260873 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7345a810-2ea7-4c0f-85af-62bd690a4a29 req-ab887b6f-f658-4b51-a41d-d15d8e594584 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Jun 08 12:45:09.879896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43496) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:09.938608 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Deleting subnet d3d03e5d-eb74-418e-9131-e2fd53e4b2db {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:45:09.941543 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.993732 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.001161 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.071523 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.077312 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:10.113203 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d03e5d-eb74-418e-9131-e2fd53e4b2db,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:10.118505 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.120495 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3d03e5d-eb74-418e-9131-e2fd53e4b2db HTTP/1.1" status: 204 len: 168 time: 0.2396078 Jun 08 12:45:10.121430 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-70612e4d-bd52-44e7-b4ec-8cf77ff72bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:10.123075 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43504) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:10.246762 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.403350 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.419807 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.420591 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.421465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.422505 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > port after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.422978 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.423546 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.424026 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.424357 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.425065 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.425542 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.558630 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.559001 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.559338 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.559664 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:10.560194 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa479a6-8636-430f-ab6d-3b0bf5e7f332']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:10.574897 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaa7c5b-99b1-4835-8d22-18968241f359') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:10.575662 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaa7c5b-99b1-4835-8d22-18968241f359') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:10.589690 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.607335 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.616950 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:45:10.617399 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: from cryptography.utils import int_from_bytes Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: from cryptography.utils import int_from_bytes Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:45:10.636326 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:45:10.719640 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.724161 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:10.742968 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.745615 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fa479a6-8636-430f-ab6d-3b0bf5e7f332 HTTP/1.1" status: 204 len: 168 time: 0.6214583 Jun 08 12:45:10.746667 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa479a6-8636-430f-ab6d-3b0bf5e7f332,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:10.749818 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bb757ac5-5878-4738-963e-17f75d81e9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:10.937573 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43530) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:10.988221 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-56dfd716-11f3-40f3-a752-b660639ebe34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2261b2e047c942dda2364928211081d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493662 Jun 08 12:45:10.990548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43532) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:11.051072 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.076959 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.132612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.135118 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.136307 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca723aa9-74fa-45e0-ac83-43e903cd447d HTTP/1.1" status: 204 len: 168 time: 0.1448259 Jun 08 12:45:11.137141 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3e27f9ee-b21d-41e2-9207-40feb99b6e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:11.147458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca723aa9-74fa-45e0-ac83-43e903cd447d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:11.150436 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:13.232203 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43610) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:13.239563 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a79ca-a3e4-40b1-a675-a395d7d5abb0 req-16a34b66-8d98-4f9d-b9a6-ec8ae00719bb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:13.240934 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e55a79ca-a3e4-40b1-a675-a395d7d5abb0 req-16a34b66-8d98-4f9d-b9a6-ec8ae00719bb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0797093 Jun 08 12:45:13.288647 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e55a79ca-a3e4-40b1-a675-a395d7d5abb0 req-eddd90c1-cd16-4bca-9657-e31a3ca15455 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jun 08 12:45:13.350665 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.456079 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.460229 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.469564 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9850c9dd-e44d-413c-b51f-434055178a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:13.508543 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbdb4562225b4e7582e4027e34a305fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751460 Jun 08 12:45:13.511334 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43614) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:13.513013 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8ec2bb-8761-4f94-8f33-2f061d1a7d0e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:13.516823 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:13.571849 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.597933 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.647539 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.650168 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.651290 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d8ec2bb-8761-4f94-8f33-2f061d1a7d0e HTTP/1.1" status: 204 len: 168 time: 0.1389670 Jun 08 12:45:13.652031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f1b54338-af6d-4e74-a6f0-417b3417b358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:13.662052 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8ec2bb-8761-4f94-8f33-2f061d1a7d0e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:13.664401 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:13.972418 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43636) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:13.990743 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.144031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.150894 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.185935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d40b2647-ed8a-4321-8a11-40b652f76f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:14.203963 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=492ae01c04fe48fb9fabe7478d038a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310159 Jun 08 12:45:14.206678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43652) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:14.250524 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36bc09-e0c0-4a13-9712-6f7ee10a941d,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:14.254489 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:14.376247 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.402954 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.461929 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.464582 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.465748 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe36bc09-e0c0-4a13-9712-6f7ee10a941d HTTP/1.1" status: 204 len: 168 time: 0.2572596 Jun 08 12:45:14.466779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6c88cdf4-8fd4-4bcc-9dfe-dbed13980761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:14.477194 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36bc09-e0c0-4a13-9712-6f7ee10a941d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:14.485029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:17.066412 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdbc63-b48b-499a-95f4-e37d92e216a3 req-7acda393-a673-4854-8db1-5882a772fb2d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:17.067920 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2fdbc63-b48b-499a-95f4-e37d92e216a3 req-7acda393-a673-4854-8db1-5882a772fb2d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1495984 Jun 08 12:45:17.116001 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2fdbc63-b48b-499a-95f4-e37d92e216a3 req-aa9bbadd-5cab-4f52-bf9a-46e0a2162011 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Jun 08 12:45:18.225144 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43868) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:18.351036 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-42906a8b-8baa-4bb7-ab54-a620ab010d79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2055590 Jun 08 12:45:18.413590 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.421784 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5da096-0913-4d60-a795-6f332e9c6e15 req-b94f514e-88ed-46f8-b516-9556b412d507 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:18.423976 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cf5da096-0913-4d60-a795-6f332e9c6e15 req-b94f514e-88ed-46f8-b516-9556b412d507 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1252177 Jun 08 12:45:18.524053 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cf5da096-0913-4d60-a795-6f332e9c6e15 req-dc0866a0-7e84-4eae-b7ef-5690cb5aa4f7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901153 Jun 08 12:45:18.527132 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.533406 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.548202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-f96061b2-2eeb-4488-9833-ffa27c7c31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:18.550347 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-f96061b2-2eeb-4488-9833-ffa27c7c31c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.0940955 Jun 08 12:45:18.552111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:18.597434 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39711565c01449e39c5e3e9ec0bbe769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711462 Jun 08 12:45:18.598616 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06de101-99b0-455d-aee1-f1ea9e1b3cbf,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:18.602061 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:18.603084 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43872) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:18.663241 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.695023 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.724617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-3e55d98c-b1dd-4b2b-9377-ed6d39e32fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:18.726098 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-3e55d98c-b1dd-4b2b-9377-ed6d39e32fad service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.1416521 Jun 08 12:45:18.765561 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.768031 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.772625 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e06de101-99b0-455d-aee1-f1ea9e1b3cbf HTTP/1.1" status: 204 len: 168 time: 0.1649930 Jun 08 12:45:18.772625 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-75d9338c-8582-4810-9528-95bc059bb0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:18.790281 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06de101-99b0-455d-aee1-f1ea9e1b3cbf,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:18.810254 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:18.810585 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-1b60f49b-53e3-47c3-bc66-f4a9341c3e69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.0749700 Jun 08 12:45:18.884886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-997f6f83-7ad3-45f5-9dc3-19c2c395ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:18.886412 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-997f6f83-7ad3-45f5-9dc3-19c2c395ff2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.0658598 Jun 08 12:45:18.956775 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-8f664e1e-8f82-4d3f-9c37-ad3602ddd869 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490832 Jun 08 12:45:19.111488 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-4dd34047-3845-4e11-9d9e-70c69a7beb77 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483562 Jun 08 12:45:19.150039 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43886) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:19.169123 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.258974 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6044082f-6a50-4911-bd9c-2148fd7c6466 req-e5104002-46ef-4b80-82e9-a88b5e52c795 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346936 Jun 08 12:45:19.279060 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.283868 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.291326 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8ccce2a2-489b-4c45-bb94-15092578c42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:19.349915 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43894) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:19.350094 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffaa30de4d7d4248a48cb1089897c29f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987894 Jun 08 12:45:19.352298 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ff80a-3c9f-423e-b5ab-e77666aedaaf,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:19.363137 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:19.436433 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.465681 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.532239 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.534816 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.535997 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d62ff80a-3c9f-423e-b5ab-e77666aedaaf HTTP/1.1" status: 204 len: 168 time: 0.1847494 Jun 08 12:45:19.536809 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01dab10d-da87-45f4-a48d-00fb4e058347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:19.549397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ff80a-3c9f-423e-b5ab-e77666aedaaf,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:19.551976 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:19.794230 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9731e1-af98-44f0-99e1-ecfae6199ca4 req-3e8491ed-3a3b-467b-8b73-a1b9465d8cb6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:19.795697 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d9731e1-af98-44f0-99e1-ecfae6199ca4 req-3e8491ed-3a3b-467b-8b73-a1b9465d8cb6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1252468 Jun 08 12:45:19.864274 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d9731e1-af98-44f0-99e1-ecfae6199ca4 req-61ab0348-4e24-44c8-838a-888d313a41ac tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Jun 08 12:45:19.889609 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43918) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:19.932537 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43924) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:20.240631 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.306470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.451192 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.465219 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.483301 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98205bbd-da7f-490d-b432-87e1b0bd5e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:20.535994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd622dc8eb014b08845eca3909b50c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6441851 Jun 08 12:45:20.537044 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f9c887-9a81-41d4-badb-b1681ed009c9,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:20.538987 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 43950) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:20.548190 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:20.616712 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.639425 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.646884 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.649980 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.658336 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-137ff218-9d9d-4b15-a557-f626bd53e194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:20.713994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d2555f733374c97b6b4b34ea8000949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806571 Jun 08 12:45:20.716561 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43956) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:20.719067 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f747758d-79ff-438b-81ba-076e14891142,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:20.722453 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:20.728007 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.730914 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.737152 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5f9c887-9a81-41d4-badb-b1681ed009c9 HTTP/1.1" status: 204 len: 168 time: 0.1919153 Jun 08 12:45:20.737152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5068da31-6aa2-45e0-9e65-3289c8fed4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:20.761821 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f9c887-9a81-41d4-badb-b1681ed009c9,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:20.767753 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:20.794441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.826070 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.904439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.907469 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.908701 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f747758d-79ff-438b-81ba-076e14891142 HTTP/1.1" status: 204 len: 168 time: 0.1909950 Jun 08 12:45:20.909972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b8a699ba-758f-46c6-bb3a-53e49abf7d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:20.921084 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f747758d-79ff-438b-81ba-076e14891142,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:20.924200 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:21.102817 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c4db7-dace-4958-b0df-2e534560e495 req-b2a5da04-cd05-4632-98d9-51d33929a95f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:21.104700 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c43c4db7-dace-4958-b0df-2e534560e495 req-b2a5da04-cd05-4632-98d9-51d33929a95f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1251619 Jun 08 12:45:21.166974 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c43c4db7-dace-4958-b0df-2e534560e495 req-e485fab2-766a-4593-9f1c-745841045e95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558240 Jun 08 12:45:21.354238 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 43986) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:21.436911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.759003 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.766462 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.798108 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:21.819317 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7b0c484c87747c986c3ef2e4a4d6a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635074 Jun 08 12:45:21.822026 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44016) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:21.836866 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f7a0c-62ee-4ea5-951e-bae06e6209d4,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:21.840110 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:21.911431 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.943914 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.008463 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.011559 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.013262 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f40f7a0c-62ee-4ea5-951e-bae06e6209d4 HTTP/1.1" status: 204 len: 168 time: 0.1901350 Jun 08 12:45:22.014298 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-26334b89-98aa-49e5-abc3-ee11c05a3d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:22.032046 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f7a0c-62ee-4ea5-951e-bae06e6209d4,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:22.041838 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:22.261125 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44038) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:22.400387 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44044) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:22.400590 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657d683-aabc-4bcb-8f87-b557c117579b req-97c9db8b-c709-4bcb-b815-6f536b6c5ffe tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:22.402123 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3657d683-aabc-4bcb-8f87-b557c117579b req-97c9db8b-c709-4bcb-b815-6f536b6c5ffe tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1147199 Jun 08 12:45:22.418149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.434659 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1712077887-network', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:22.472159 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.db.api [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:45:22.472159 dv-cinder-784477-4-iscsi neutron-server[103601]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 12:45:22.472159 dv-cinder-784477-4-iscsi neutron-server[103601]: [parameters: {'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'id': '9f8a072a-5e8e-4622-99db-b8be47eadecd', 'expiration': datetime.datetime(2021, 6, 8, 12, 47, 22, 459106)}] Jun 08 12:45:22.472159 dv-cinder-784477-4-iscsi neutron-server[103601]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:45:22.472749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_db.api [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:45:22.513892 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3657d683-aabc-4bcb-8f87-b557c117579b req-1e365d44-1083-4e75-a346-cc7976fb2d3a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051693 Jun 08 12:45:22.561582 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.566306 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.574886 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d3c88ff6-9805-4e55-93c1-60a43563a80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:22.622118 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7af3fd48b8434e328e0b0e414d6a395f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207799 Jun 08 12:45:22.622930 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ad6f87-5145-4451-86ab-de42d8d410c5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:22.624952 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44048) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:22.626197 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:22.688577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.701814 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44054) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:22.730467 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.804238 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.804832 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.806089 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6ad6f87-5145-4451-86ab-de42d8d410c5 HTTP/1.1" status: 204 len: 168 time: 0.1798975 Jun 08 12:45:22.807006 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d250296b-0195-4a55-b5a0-e19f2d6e2203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:22.820280 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ad6f87-5145-4451-86ab-de42d8d410c5,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:22.829674 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:22.901514 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.020772 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.038379 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.048472 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e9237712-1a2f-4904-a2de-029f8093e9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.077611 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Made reservation on behalf of f2ace496d2174da1984ec361e0543bf3 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:23.079991 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.093965 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf137b4f-5d25-4705-8983-de1c92bb6945,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.108637 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.109817 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.133290 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44969399f3f7478cba233d78e578e919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303856 Jun 08 12:45:23.136449 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44074) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.246321 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.261254 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.267462 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.273216 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.288061 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.309624 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:45:23.327509 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e025b1-6d07-456c-896a-073c153abdd0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.332729 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.333771 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.334110 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Added segment 40552f90-5622-458c-a866-e1e27f7bec10 of type vlan for network 99225fe3-e4ba-485d-944a-4485d3585a6a Jun 08 12:45:23.394196 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.394397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.398734 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.403612 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf137b4f-5d25-4705-8983-de1c92bb6945 HTTP/1.1" status: 204 len: 168 time: 0.2660592 Jun 08 12:45:23.404749 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.417112 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf137b4f-5d25-4705-8983-de1c92bb6945,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.419387 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.460420 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.461910 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:23.462499 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.467735 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.554292 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2914066 Jun 08 12:45:23.557323 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44102) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.562829 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Request body: {'subnet': {'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1712077887-subnet', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:23.595353 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Pushing event updated for resources: {'Network': ['ID=99225fe3-e4ba-485d-944a-4485d3585a6a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.598455 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.611619 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Made reservation on behalf of f2ace496d2174da1984ec361e0543bf3 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:23.612456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 99225fe3-e4ba-485d-944a-4485d3585a6a details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:45:23.614454 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2324931'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.760325 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23bff8-0fa0-4013-854b-75025fd497b3 req-1aaeb3fe-2b84-4e93-81cf-29659c281559 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:23.769557 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bc23bff8-0fa0-4013-854b-75025fd497b3 req-1aaeb3fe-2b84-4e93-81cf-29659c281559 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1177604 Jun 08 12:45:23.855829 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bc23bff8-0fa0-4013-854b-75025fd497b3 req-3c8db117-b366-40f1-a32c-bf2774389167 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848529 Jun 08 12:45:23.889458 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44112) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.945676 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2324973'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.957164 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:24.036875 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd3e512-53db-4708-8631-f990b602962a,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:24.041390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:24.048851 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Checking segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:24.049320 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Network hostable DHCP agents. Network: 99225fe3-e4ba-485d-944a-4485d3585a6a, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:45:24.065624 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44120) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:24.083332 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Network 99225fe3-e4ba-485d-944a-4485d3585a6a is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:45:24.084766 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.089048 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.109124 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 99225fe3-e4ba-485d-944a-4485d3585a6a) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:24.115251 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:24.115841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.121447 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.db.api [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:45:24.121447 dv-cinder-784477-4-iscsi neutron-server[103601]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 12:45:24.121447 dv-cinder-784477-4-iscsi neutron-server[103601]: [parameters: {'project_id_1': '236d5f4329b24c869cfc65740b480137', 'expiration_1': datetime.datetime(2021, 6, 8, 12, 45, 24, 106982)}] Jun 08 12:45:24.121447 dv-cinder-784477-4-iscsi neutron-server[103601]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:45:24.122027 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_db.api [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:45:24.124391 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b51d7d-bb5e-41e3-b283-5f7dcc1ca7c6 None None] Network 99225fe3-e4ba-485d-944a-4485d3585a6a requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:24.213559 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.219290 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.228607 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:24.230135 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6710610 Jun 08 12:45:24.231038 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44124) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:24.236407 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:24.264496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.267164 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.276986 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de2c9a7641b74b3f9ffb8eae4718e2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829718 Jun 08 12:45:24.276986 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62b437-30bf-47a2-8547-af17a9559f0e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:24.277482 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44126) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:24.288423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:24.306408 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.350377 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.389190 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-99225fe3-e4ba-485d-944a-4485d3585a6a', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:45:24.389850 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.391288 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.459386 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.466014 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.469340 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c62b437-30bf-47a2-8547-af17a9559f0e HTTP/1.1" status: 204 len: 168 time: 0.1900902 Jun 08 12:45:24.470465 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8b9f6e34-6863-496e-8f40-247fc081bf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:24.487493 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62b437-30bf-47a2-8547-af17a9559f0e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:24.491550 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:24.621801 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Allocated IP 172.20.0.2 (99225fe3-e4ba-485d-944a-4485d3585a6a/3cd3e512-53db-4708-8631-f990b602962a/5cad0e89-ec1f-4b25-8099-1d301ab413a7) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:24.722452 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.752410 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.950124 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.955770 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.969433 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Transition to ACTIVE for port object 5cad0e89-ec1f-4b25-8099-1d301ab413a7 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:25.010210 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Transition to ACTIVE for port object 5cad0e89-ec1f-4b25-8099-1d301ab413a7 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:25.033847 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.034493 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:25.034493 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:25.034493 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:25.034493 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:25.034493 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:25.034493 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:25.072027 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Network 99225fe3-e4ba-485d-944a-4485d3585a6a is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:25.077119 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:25.084899 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:25.107180 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.177506 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.194336 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cec76bab-d913-4726-9f35-5de55c01c692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:25.266671 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86888e7-bce1-433d-ad9d-b349e9e7c895,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:25.316617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fc465-2f5d-4f1c-8aa4-3efbde4d4c72 req-befd2b2f-9674-4c59-ab7a-4a47b0b4df55 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:25.321885 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c8fc465-2f5d-4f1c-8aa4-3efbde4d4c72 req-befd2b2f-9674-4c59-ab7a-4a47b0b4df55 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2571428 Jun 08 12:45:25.347949 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Attempting to bind port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:25.348535 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Attempting to bind port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:25.349054 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Attempting to bind port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 on network 99225fe3-e4ba-485d-944a-4485d3585a6a {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:25.355939 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:25.356567 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Checking segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:25.357594 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.358188 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Bound using segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:25.358862 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Bound port: 5cad0e89-ec1f-4b25-8099-1d301ab413a7, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:25.359440 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.433072 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c8fc465-2f5d-4f1c-8aa4-3efbde4d4c72 req-929021b1-9ff6-466f-a2e6-84ef9bb72d52 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045120 Jun 08 12:45:25.468544 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:25.513572 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] For port 5cad0e89-ec1f-4b25-8099-1d301ab413a7, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:25.517490 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] For port 5cad0e89-ec1f-4b25-8099-1d301ab413a7, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=5cad0e89-ec1f-4b25-8099-1d301ab413a7,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:25.527318 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.539182 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=236d5f4329b24c869cfc65740b480137&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4700296 Jun 08 12:45:25.539346 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:25.539461 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44206) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:25.655439 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.679796 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Pushing event updated for resources: {'Port': ['ID=5cad0e89-ec1f-4b25-8099-1d301ab413a7,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:25.685638 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.689261 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.690740 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.698131 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.698665 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.699012 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.699347 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.699680 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.700447 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.701211 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.701211 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.701421 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.701771 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:25.711090 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-5d3e7c14-78c6-4243-a3dc-e3708ca044de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:25.722481 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.747438 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.818602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.821268 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.822581 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f86888e7-bce1-433d-ad9d-b349e9e7c895 HTTP/1.1" status: 204 len: 168 time: 0.2811799 Jun 08 12:45:25.823894 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8933d906-9c25-4e1a-bc2b-050c4ba056df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:25.841899 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86888e7-bce1-433d-ad9d-b349e9e7c895,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:25.852197 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:25.887196 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Allocated IP 172.27.0.62 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/4bacfcbd-80a8-4230-909d-828d7db22807) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:26.112584 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:26.168224 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:26.222020 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:26.223547 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:26.226773 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:26.330710 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 5cad0e89-ec1f-4b25-8099-1d301ab413a7 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:26.517304 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:26.796074 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44256) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:26.893102 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a62e1-794b-4ce1-8af2-e8f3eb958c4b req-22c17539-132e-42c5-9ded-d6ba1aa157f3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:26.893102 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-687a62e1-794b-4ce1-8af2-e8f3eb958c4b req-22c17539-132e-42c5-9ded-d6ba1aa157f3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1879210 Jun 08 12:45:26.963877 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-687a62e1-794b-4ce1-8af2-e8f3eb958c4b req-5ceb65c8-39fa-42a1-9bea-f0b4ae929069 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804505 Jun 08 12:45:27.081690 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.183682 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8b64c-d2fc-48db-a059-aeb38a9705ba None None] Network 99225fe3-e4ba-485d-944a-4485d3585a6a requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:27.222620 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.256868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.267265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.279970 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e84d331f-9c1a-43c8-9d0f-485c8187d3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:27.290585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Provisioning for port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:27.301331 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Provisioning complete for port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:27.302111 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.372649 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8b479c0ee1e46fc94387048144308ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742280 Jun 08 12:45:27.376397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44276) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:27.396557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ccdb3-1734-4bf1-ba42-46544e3bca50,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:27.413757 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:27.494121 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.527985 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.557352 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.619457 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.622886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.624564 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f7ccdb3-1734-4bf1-ba42-46544e3bca50 HTTP/1.1" status: 204 len: 168 time: 0.2471416 Jun 08 12:45:27.624952 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] For port 5cad0e89-ec1f-4b25-8099-1d301ab413a7, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=5cad0e89-ec1f-4b25-8099-1d301ab413a7,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:27.625482 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-15fde77a-7aaa-4838-ba72-6766fee4c657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:27.640015 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.656425 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-545e6040-a3d9-4ea5-9ed2-4061c5396cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:27.676792 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ccdb3-1734-4bf1-ba42-46544e3bca50,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:27.691340 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:27.811857 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Pushing event updated for resources: {'Port': ['ID=5cad0e89-ec1f-4b25-8099-1d301ab413a7,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:27.819498 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:27.934673 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.173552 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-9bc5c448-ab51-40e5-9fbe-f6b75a857498 None None] Provisioning complete for port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:28.174310 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c448-ab51-40e5-9fbe-f6b75a857498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.262094 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Router ee4cd861-823a-4f01-80a3-4a4f79cf706e is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:45:28.275437 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 5cad0e89-ec1f-4b25-8099-1d301ab413a7 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:28.402181 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316d05-eeb9-47ee-a043-c5c774265f14 req-aad30382-0cea-4df3-8f21-f8962e84ffd1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:28.409389 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04316d05-eeb9-47ee-a043-c5c774265f14 req-aad30382-0cea-4df3-8f21-f8962e84ffd1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1896999 Jun 08 12:45:28.470050 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04316d05-eeb9-47ee-a043-c5c774265f14 req-85989b9b-65d5-46c1-abe8-fcc40a67dc42 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 Jun 08 12:45:28.497794 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:28.498236 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.567713 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:28.581133 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Sync routers for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:28.591577 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:28.591818 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.592211 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:28.596607 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44306) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:28.596839 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0f338f80-62ea-44e1-be44-be1632afc6e8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3645217 Jun 08 12:45:28.796110 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:29.098675 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:26Z', 'revision_number': 3, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:29.104431 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Checking router: ee4cd861-823a-4f01-80a3-4a4f79cf706e for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:29.104784 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Updating router ee4cd861-823a-4f01-80a3-4a4f79cf706e port 4bacfcbd-80a8-4230-909d-828d7db22807 binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:29.159173 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.393451 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.490732 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.503179 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Transition to ACTIVE for port object 4bacfcbd-80a8-4230-909d-828d7db22807 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:29.510359 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.515138 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:29.581943 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Pushing event updated for resources: {'Port': ['ID=4bacfcbd-80a8-4230-909d-828d7db22807,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:29.599600 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.599969 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.600313 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.600640 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.600972 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.601296 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.601617 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.601982 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.602317 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.602698 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.602947 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.603257 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:29.609393 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:29.613948 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Attempting to bind port 4bacfcbd-80a8-4230-909d-828d7db22807 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:29.614498 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Attempting to bind port 4bacfcbd-80a8-4230-909d-828d7db22807 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:29.615005 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Attempting to bind port 4bacfcbd-80a8-4230-909d-828d7db22807 on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:29.621336 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:29.621854 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:29.622469 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.623042 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:29.623683 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Bound port: 4bacfcbd-80a8-4230-909d-828d7db22807, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:29.624262 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.685828 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Allocated IP 172.20.0.1 (99225fe3-e4ba-485d-944a-4485d3585a6a/3cd3e512-53db-4708-8631-f990b602962a/7af52906-495e-46d8-a209-b6b1da281d08) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:29.709581 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] For port 4bacfcbd-80a8-4230-909d-828d7db22807, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:29.712733 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] For port 4bacfcbd-80a8-4230-909d-828d7db22807, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=4bacfcbd-80a8-4230-909d-828d7db22807,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:29.716795 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.721957 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:29.781858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3582d5-ac15-401e-81fd-30705331c379 req-f0c93f0b-b908-49af-8664-99a91f104e9c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:29.783399 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dd3582d5-ac15-401e-81fd-30705331c379 req-f0c93f0b-b908-49af-8664-99a91f104e9c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2001061 Jun 08 12:45:29.833064 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:29.833064 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:29.907857 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.926180 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Transition to ACTIVE for port object 7af52906-495e-46d8-a209-b6b1da281d08 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:29.953267 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dd3582d5-ac15-401e-81fd-30705331c379 req-7dae0168-5c84-4782-9785-4d0adcc8e81a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553454 Jun 08 12:45:29.991513 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Pushing event updated for resources: {'Port': ['ID=4bacfcbd-80a8-4230-909d-828d7db22807,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:29.994971 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:30.004763 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.005515 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:30.005515 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:30.005515 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:30.005515 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:30.005515 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:30.005515 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:30.028670 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Network 99225fe3-e4ba-485d-944a-4485d3585a6a is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:30.030010 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:30.048506 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:30.083720 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:30.184729 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.332649 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44346) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:30.370058 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.429889 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5b0b69fb-2799-4e43-bd2a-3050dd14863b None None] Provisioning for port 7af52906-495e-46d8-a209-b6b1da281d08 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:30.436781 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5b0b69fb-2799-4e43-bd2a-3050dd14863b None None] Provisioning complete for port 7af52906-495e-46d8-a209-b6b1da281d08 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:30.437600 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5b0b69fb-2799-4e43-bd2a-3050dd14863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.464865 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Deleting subnet 1ff3be66-9269-4e0a-b21f-9f72a907917e {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:45:30.480959 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.544476 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b69fb-2799-4e43-bd2a-3050dd14863b None None] Port 7af52906-495e-46d8-a209-b6b1da281d08 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:30.577394 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.590085 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:26Z', 'revision_number': 3, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:30.602172 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265e53f-4095-42b3-b86a-530dde1cae41 None None] The sync data for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:26Z', 'revision_number': 3, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:30.642921 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.727702 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.734137 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b027886e-e0b4-4857-8cdd-e5898d54151e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:30.743386 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.747048 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.774822 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff3be66-9269-4e0a-b21f-9f72a907917e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:30.776780 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.778636 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ff3be66-9269-4e0a-b21f-9f72a907917e HTTP/1.1" status: 204 len: 168 time: 0.4449914 Jun 08 12:45:30.779628 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:30.781601 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44362) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:30.784582 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:30.889880 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.891208 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7af52906-495e-46d8-a209-b6b1da281d08,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:30.894681 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:30.898758 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.090645 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Network 99225fe3-e4ba-485d-944a-4485d3585a6a is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:31.100226 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:31.125485 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.151425 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cce6e1c-1ccb-4c88-9f36-abebf3aaf854']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:31.169446 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae026be5-f9dd-45b2-8247-7de8f0fb41a5') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:31.170162 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae026be5-f9dd-45b2-8247-7de8f0fb41a5') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:31.178849 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-02a4ae88-d4ba-4105-9bd5-ebaa16a8360d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.188174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.207841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.216819 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:45:31.217234 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:45:31.411171 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:45:31.416782 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.422335 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:31.446459 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.449395 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1cce6e1c-1ccb-4c88-9f36-abebf3aaf854 HTTP/1.1" status: 204 len: 168 time: 0.6663938 Jun 08 12:45:31.453975 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44374) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:31.485998 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ea87c172-62f0-4505-b290-2676a75f45c7 None None] Provisioning complete for port 7af52906-495e-46d8-a209-b6b1da281d08 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:31.488041 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ea87c172-62f0-4505-b290-2676a75f45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.500273 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cce6e1c-1ccb-4c88-9f36-abebf3aaf854,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:31.511942 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8ef05ad4-2290-4a57-84e2-4b7818a89864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:31.544746 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccd984-3a7a-41fb-8a3a-2dce6d0fd8c3 req-844833cb-65bd-4b85-bdf4-c5974722998a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:31.547111 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47ccd984-3a7a-41fb-8a3a-2dce6d0fd8c3 req-844833cb-65bd-4b85-bdf4-c5974722998a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.3536742 Jun 08 12:45:31.549734 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Router ee4cd861-823a-4f01-80a3-4a4f79cf706e has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:31.593881 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Deleting subnet 6a886c1b-db5a-42e7-b3b9-01c53b084769 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:45:31.595979 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-ea87c172-62f0-4505-b290-2676a75f45c7 None None] Port 7af52906-495e-46d8-a209-b6b1da281d08 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:31.604675 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.667043 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.766445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47ccd984-3a7a-41fb-8a3a-2dce6d0fd8c3 req-1c32ef2b-2d7d-4f9d-80c4-4d40b2796d5a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090616 Jun 08 12:45:31.825841 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:31.843233 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.843391 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee4cd861-823a-4f01-80a3-4a4f79cf706e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2450132 Jun 08 12:45:31.918305 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.922285 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-de07850e-8473-4706-a870-655d2417bfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:31.957985 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a886c1b-db5a-42e7-b3b9-01c53b084769,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:31.961856 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:31.966654 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.969161 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ea9feca8-67ff-4f28-b8ea-efcc4fdca4ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a886c1b-db5a-42e7-b3b9-01c53b084769 HTTP/1.1" status: 204 len: 168 time: 0.5139992 Jun 08 12:45:31.971910 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44384) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:32.079108 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.211549 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.223959 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237ca1db-6db6-417b-9086-1b1e20c6645c']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:32.236975 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc8b408-2f5a-4105-ac61-50e4b6b77657') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:32.237271 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc8b408-2f5a-4105-ac61-50e4b6b77657') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:32.249758 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.265791 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 4bacfcbd-80a8-4230-909d-828d7db22807 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:32.274790 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.284519 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:45:32.284912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.356855 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 4bacfcbd-80a8-4230-909d-828d7db22807 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:32.362691 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 4bacfcbd-80a8-4230-909d-828d7db22807 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:32.363261 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:45:32.386790 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:45:32.391896 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.402177 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.404928 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/237ca1db-6db6-417b-9086-1b1e20c6645c HTTP/1.1" status: 204 len: 168 time: 0.4315662 Jun 08 12:45:32.405923 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:32.432646 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=237ca1db-6db6-417b-9086-1b1e20c6645c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:32.443128 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:32.520484 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.541179 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 4bacfcbd-80a8-4230-909d-828d7db22807, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=4bacfcbd-80a8-4230-909d-828d7db22807,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:32.547888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.550393 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:32.623347 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=4bacfcbd-80a8-4230-909d-828d7db22807,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:32.627160 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:32.637147 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44402) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:32.704282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44408) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:32.704945 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ae5e9ce1-93fc-4c48-a6f4-ac3ddd766c83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e0cf649925d49ae9ab21464bfec1980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665109 Jun 08 12:45:32.744371 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Sync routers for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:32.761538 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:32.762200 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:32.797953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44414) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:32.810699 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.897193 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.929286 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44420) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:32.935591 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121871023-network', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:32.982911 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Made reservation on behalf of e6aaaf4e4df74a0f912936d7e8010a3d for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:32.985872 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.004494 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.008431 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.010051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b52ee58b-b5da-4cd9-8a4e-ebd6ba22d1c8 HTTP/1.1" status: 204 len: 168 time: 0.3045051 Jun 08 12:45:33.011259 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-733b14bb-9dc8-44c6-9929-92c76fd78c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:33.017337 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.063188 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:33.079507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ee58b-b5da-4cd9-8a4e-ebd6ba22d1c8,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:33.082558 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:33.152168 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6ff1-ffae-484a-a013-d6a29c644c07 req-ec77fddd-69c3-4c2e-ad26-20a801c6e938 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:33.154616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0fdc6ff1-ffae-484a-a013-d6a29c644c07 req-ec77fddd-69c3-4c2e-ad26-20a801c6e938 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1330659 Jun 08 12:45:33.250549 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0fdc6ff1-ffae-484a-a013-d6a29c644c07 req-f1a27537-ee27-4c61-bace-79dfe89eb2b1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797787 Jun 08 12:45:33.256337 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.267895 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.274786 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.280848 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:33.317753 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:45:33.332148 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47469363-fd98-4c85-8ce5-209c41ef3fe5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:33.337135 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:33.347157 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.347494 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Added segment 0e9916d1-d49e-4198-8d87-524a5baf07a7 of type vlan for network d6707737-741c-4fab-8917-0713e792868f Jun 08 12:45:33.387312 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.458267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.462766 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:33.463350 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.471437 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3dd241b1-92c5-47a5-9e54-4142bb81fa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:33.472665 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-149d10f5-3941-4946-9343-c9f384a9acc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.477021 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 2, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:33.481225 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Checking router: ee4cd861-823a-4f01-80a3-4a4f79cf706e for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:33.481592 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Updating router ee4cd861-823a-4f01-80a3-4a4f79cf706e port 7af52906-495e-46d8-a209-b6b1da281d08 binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:33.492035 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.541905 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44426) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:33.543206 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.554005 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.581799 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6482747 Jun 08 12:45:33.585597 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44428) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:33.592789 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Request body: {'subnet': {'network_id': 'd6707737-741c-4fab-8917-0713e792868f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121871023-subnet', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:33.601616 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Pushing event updated for resources: {'Network': ['ID=d6707737-741c-4fab-8917-0713e792868f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:33.605542 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=100bb547ebd848a39f48ece173749b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8060515 Jun 08 12:45:33.606566 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:33.606998 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:33.613170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44430) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:33.617740 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network d6707737-741c-4fab-8917-0713e792868f details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:45:33.634212 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb48ee1-3123-4598-803e-4d74839e1c39,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:33.637968 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:33.669223 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c426cd50-e1cf-404a-b88d-dbea212fc5d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=046aa27ee81940488c8ba6333c76507b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225801 Jun 08 12:45:33.670208 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44432) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:33.698804 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Made reservation on behalf of e6aaaf4e4df74a0f912936d7e8010a3d for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:33.701023 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2942196'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.735268 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.761919 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.815952 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.818358 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.829032 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.831689 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.835426 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d2969dd-f70a-4b88-9cba-20d8befe0830 HTTP/1.1" status: 204 len: 168 time: 0.1615806 Jun 08 12:45:33.835426 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f6972801-e916-46e0-9b52-3a58d95329b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:33.844421 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2969dd-f70a-4b88-9cba-20d8befe0830,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:33.852847 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:33.875436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.048266 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.051938 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.053571 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5eb48ee1-3123-4598-803e-4d74839e1c39 HTTP/1.1" status: 204 len: 168 time: 0.4358289 Jun 08 12:45:34.057392 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b58c474-dd1c-4f36-963e-91a14f412545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:34.074322 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb48ee1-3123-4598-803e-4d74839e1c39,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:34.078391 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:34.084152 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2942170'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.090557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:34.125332 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.140611 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Transition to ACTIVE for port object 7af52906-495e-46d8-a209-b6b1da281d08 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:34.150881 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.156657 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:34.170565 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17547bae-9d45-458c-be58-d76df68fd2a6,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:34.179787 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:34.211313 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Checking segment: {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:34.211819 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Network hostable DHCP agents. Network: d6707737-741c-4fab-8917-0713e792868f, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:45:34.235628 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Network d6707737-741c-4fab-8917-0713e792868f is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:45:34.266624 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, d6707737-741c-4fab-8917-0713e792868f) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:34.270795 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:34.271432 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.325469 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7358668 Jun 08 12:45:34.327305 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44450) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:34.333449 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:34.335402 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4be835-69e3-43c1-921c-d418f7b8599b None None] Network d6707737-741c-4fab-8917-0713e792868f requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:34.366576 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 4bacfcbd-80a8-4230-909d-828d7db22807 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:34.400576 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.401922 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.427003 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.549144 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45481c-8888-4b02-b89e-a529d1ae7d61 None None] Pushing event updated for resources: {'Port': ['ID=7af52906-495e-46d8-a209-b6b1da281d08,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:34.557275 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638f139-8963-493c-92fe-865f194a0ff3 req-f08765b5-3a43-4885-81fb-bcced7aa1cf0 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:34.559319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7638f139-8963-493c-92fe-865f194a0ff3 req-f08765b5-3a43-4885-81fb-bcced7aa1cf0 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1323774 Jun 08 12:45:34.576527 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1b45481c-8888-4b02-b89e-a529d1ae7d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:34.617215 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7638f139-8963-493c-92fe-865f194a0ff3 req-2922abdd-5673-4305-b9d4-2931cd68b406 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520449 Jun 08 12:45:34.760960 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Attempting to bind port 7af52906-495e-46d8-a209-b6b1da281d08 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:34.761264 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Attempting to bind port 7af52906-495e-46d8-a209-b6b1da281d08 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:34.761670 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Attempting to bind port 7af52906-495e-46d8-a209-b6b1da281d08 on network 99225fe3-e4ba-485d-944a-4485d3585a6a {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:34.805367 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:34.805779 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Checking segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:34.806199 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.806843 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Bound using segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:34.807098 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Bound port: 7af52906-495e-46d8-a209-b6b1da281d08, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:34.807487 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.836124 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.838894 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.842053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 4bacfcbd-80a8-4230-909d-828d7db22807 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:34.842423 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.104884 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a77039-d124-4973-9525-310acd87a696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-d6707737-741c-4fab-8917-0713e792868f', 'network_id': 'd6707737-741c-4fab-8917-0713e792868f', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'fixed_ips': [{'subnet_id': '17547bae-9d45-458c-be58-d76df68fd2a6'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:45:35.105848 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.286726 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] For port 7af52906-495e-46d8-a209-b6b1da281d08, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:35.306429 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] For port 7af52906-495e-46d8-a209-b6b1da281d08, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=7af52906-495e-46d8-a209-b6b1da281d08,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:35.360381 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.371359 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6e1b5407-80c2-45f1-b168-803ad082b631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:35.448579 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:35.449218 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:35.460248 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.509931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.651210 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-67a77039-d124-4973-9525-310acd87a696 None None] Allocated IP 172.20.0.2 (d6707737-741c-4fab-8917-0713e792868f/17547bae-9d45-458c-be58-d76df68fd2a6/2c66290e-0563-48cf-ad44-db2c35606f34) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:35.682323 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45481c-8888-4b02-b89e-a529d1ae7d61 None None] Pushing event updated for resources: {'Port': ['ID=7af52906-495e-46d8-a209-b6b1da281d08,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:35.685477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1b45481c-8888-4b02-b89e-a529d1ae7d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:35.809284 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Allocated IP 172.27.0.174 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/eaaccad2-3afb-4154-8836-056ac342a4ed) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:35.839608 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:35.979599 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca6b02-e3f6-455b-ad65-623480232825 req-b63579c4-80ed-4d86-b4cb-9c8628422d20 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:35.981161 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3fca6b02-e3f6-455b-ad65-623480232825 req-b63579c4-80ed-4d86-b4cb-9c8628422d20 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1131356 Jun 08 12:45:36.061035 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3fca6b02-e3f6-455b-ad65-623480232825 req-207e517d-3507-49ba-b356-cb451a8879a3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734189 Jun 08 12:45:36.185409 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.223824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.224780 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:36.224780 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:36.224780 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:36.224780 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:36.224780 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:36.224780 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:36.250374 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:36.252132 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:36.254808 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:36.322561 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.383984 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-67a77039-d124-4973-9525-310acd87a696 None None] Transition to ACTIVE for port object 2c66290e-0563-48cf-ad44-db2c35606f34 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:36.436341 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.439890 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-67a77039-d124-4973-9525-310acd87a696 None None] Transition to ACTIVE for port object 2c66290e-0563-48cf-ad44-db2c35606f34 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:36.457065 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.457765 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:36.457765 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:36.457765 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:36.457765 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:36.457765 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:36.457765 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:36.479006 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a77039-d124-4973-9525-310acd87a696 None None] Network d6707737-741c-4fab-8917-0713e792868f is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:36.481438 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-67a77039-d124-4973-9525-310acd87a696 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:36.488168 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a77039-d124-4973-9525-310acd87a696 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:36.572761 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:35Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:36.595087 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc463a83-0fac-4c1a-b73b-8c62884e72ee None None] The sync data for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:35Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:36.612199 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-67a77039-d124-4973-9525-310acd87a696 None None] Attempting to bind port 2c66290e-0563-48cf-ad44-db2c35606f34 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:36.612589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-67a77039-d124-4973-9525-310acd87a696 None None] Attempting to bind port 2c66290e-0563-48cf-ad44-db2c35606f34 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:36.612961 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a77039-d124-4973-9525-310acd87a696 None None] Attempting to bind port 2c66290e-0563-48cf-ad44-db2c35606f34 on network d6707737-741c-4fab-8917-0713e792868f {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:36.625494 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a77039-d124-4973-9525-310acd87a696 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:36.629339 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a77039-d124-4973-9525-310acd87a696 None None] Checking segment: {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:36.629896 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.630325 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a77039-d124-4973-9525-310acd87a696 None None] Bound using segment: {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:36.630841 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-67a77039-d124-4973-9525-310acd87a696 None None] Bound port: 2c66290e-0563-48cf-ad44-db2c35606f34, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:36.633393 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.871186 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-67a77039-d124-4973-9525-310acd87a696 None None] For port 2c66290e-0563-48cf-ad44-db2c35606f34, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:36.901146 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-67a77039-d124-4973-9525-310acd87a696 None None] For port 2c66290e-0563-48cf-ad44-db2c35606f34, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=2c66290e-0563-48cf-ad44-db2c35606f34,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:36.908290 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-67a77039-d124-4973-9525-310acd87a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.915773 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:36.916005 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.028716 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a77039-d124-4973-9525-310acd87a696 None None] Pushing event updated for resources: {'Port': ['ID=2c66290e-0563-48cf-ad44-db2c35606f34,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:37.033662 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-67a77039-d124-4973-9525-310acd87a696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:37.525441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22730-d833-4663-ba6b-03bc9bd90773 req-11fd7921-dbc1-4e3a-9c00-8a2fc57b9ae4 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:37.526704 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.531266 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9c22730-d833-4663-ba6b-03bc9bd90773 req-11fd7921-dbc1-4e3a-9c00-8a2fc57b9ae4 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2715414 Jun 08 12:45:37.662494 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9c22730-d833-4663-ba6b-03bc9bd90773 req-39088e17-9956-44a6-80ae-6eef8363d851 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123621 Jun 08 12:45:37.847476 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Router 965abefd-2769-4378-a6ae-9913d0a4be59 is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:45:38.213249 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:38.232397 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Sync routers for ids ['965abefd-2769-4378-a6ae-9913d0a4be59'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:38.257540 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Routers {'965abefd-2769-4378-a6ae-9913d0a4be59'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:38.258485 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['965abefd-2769-4378-a6ae-9913d0a4be59'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:38.283625 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:38.284958 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ba24ca53-98ee-4daa-b85f-def351d7e58e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9561245 Jun 08 12:45:38.287671 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44560) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:38.403624 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 2c66290e-0563-48cf-ad44-db2c35606f34 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:38.539278 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e8040-5eb4-45de-9eaf-b02ca426aba9 None None] Network d6707737-741c-4fab-8917-0713e792868f requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:38.547593 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Set router 965abefd-2769-4378-a6ae-9913d0a4be59 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:38.660477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Provisioning for port 2c66290e-0563-48cf-ad44-db2c35606f34 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:38.684000 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 2c66290e-0563-48cf-ad44-db2c35606f34 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:38.692443 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 2c66290e-0563-48cf-ad44-db2c35606f34 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:38.693049 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:38.773809 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Provisioning complete for port 2c66290e-0563-48cf-ad44-db2c35606f34 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:38.774524 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:38.973250 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:45:36Z', 'revision_number': 3, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:38.992103 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Checking router: 965abefd-2769-4378-a6ae-9913d0a4be59 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:38.992471 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Updating router 965abefd-2769-4378-a6ae-9913d0a4be59 port eaaccad2-3afb-4154-8836-056ac342a4ed binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:39.057952 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.071824 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.112011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2df2-799b-4df4-9689-a7f4c98d1c6b req-2388bafe-d4e0-4049-9f67-150e8019a593 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:39.120312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-62ed2df2-799b-4df4-9689-a7f4c98d1c6b req-2388bafe-d4e0-4049-9f67-150e8019a593 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2877073 Jun 08 12:45:39.183292 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-62ed2df2-799b-4df4-9689-a7f4c98d1c6b req-b46fb481-5e91-485e-b808-ed4645ae53fd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616381 Jun 08 12:45:39.230427 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] For port 2c66290e-0563-48cf-ad44-db2c35606f34, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=2c66290e-0563-48cf-ad44-db2c35606f34,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:39.239811 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.244782 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:39.298795 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.368335 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.430197 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Pushing event updated for resources: {'Port': ['ID=2c66290e-0563-48cf-ad44-db2c35606f34,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:39.437403 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:39.440635 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.db.api [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:45:39.440635 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_db.api [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:45:39.510871 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.526575 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Transition to ACTIVE for port object eaaccad2-3afb-4154-8836-056ac342a4ed will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:39.534925 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.549383 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-b88c5e6a-a471-422a-9bde-ead767ca1a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:39.653126 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Allocated IP 172.20.0.1 (d6707737-741c-4fab-8917-0713e792868f/17547bae-9d45-458c-be58-d76df68fd2a6/c3846e4d-66a4-4951-a305-469904ff0cda) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:39.677078 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2a91e4ee-e6c3-4ad2-a927-93215d27642e None None] Provisioning complete for port 2c66290e-0563-48cf-ad44-db2c35606f34 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:39.678392 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a91e4ee-e6c3-4ad2-a927-93215d27642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.714575 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb107c86-af1a-458b-9a55-cc8d62a60e40 None None] Pushing event updated for resources: {'Port': ['ID=eaaccad2-3afb-4154-8836-056ac342a4ed,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:39.743205 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-fb107c86-af1a-458b-9a55-cc8d62a60e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:39.751292 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Attempting to bind port eaaccad2-3afb-4154-8836-056ac342a4ed on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:39.751877 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Attempting to bind port eaaccad2-3afb-4154-8836-056ac342a4ed by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:39.752861 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Attempting to bind port eaaccad2-3afb-4154-8836-056ac342a4ed on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:39.763094 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:39.763680 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:39.764322 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.764987 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:39.766015 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Bound port: eaaccad2-3afb-4154-8836-056ac342a4ed, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:39.766614 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.890806 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] For port eaaccad2-3afb-4154-8836-056ac342a4ed, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:39.893939 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] For port eaaccad2-3afb-4154-8836-056ac342a4ed, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=eaaccad2-3afb-4154-8836-056ac342a4ed,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:39.906741 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.926546 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8df04b8b-9dde-4d2b-976c-4d3958bd8468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:39.946672 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.980477 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Transition to ACTIVE for port object c3846e4d-66a4-4951-a305-469904ff0cda will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:40.027781 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.028376 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:40.028376 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:40.028376 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:40.028376 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:40.028376 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:40.028376 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:40.069848 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Network d6707737-741c-4fab-8917-0713e792868f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:40.070191 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Routers {'965abefd-2769-4378-a6ae-9913d0a4be59'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:40.071014 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['965abefd-2769-4378-a6ae-9913d0a4be59'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:40.071190 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:40.074915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:40.076912 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7af52906-495e-46d8-a209-b6b1da281d08 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:40.199543 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.245572 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 7af52906-495e-46d8-a209-b6b1da281d08 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:40.254354 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 7af52906-495e-46d8-a209-b6b1da281d08 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:40.255178 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.405870 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] Set router 965abefd-2769-4378-a6ae-9913d0a4be59 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:40.446931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.544369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.558028 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-04569fc3-8ea0-4e9f-b746-302e49283da2 None None] Provisioning for port c3846e4d-66a4-4951-a305-469904ff0cda completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:40.568298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-04569fc3-8ea0-4e9f-b746-302e49283da2 None None] Provisioning complete for port c3846e4d-66a4-4951-a305-469904ff0cda triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:40.568761 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-04569fc3-8ea0-4e9f-b746-302e49283da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.640466 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 7af52906-495e-46d8-a209-b6b1da281d08, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=7af52906-495e-46d8-a209-b6b1da281d08,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:40.646259 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-04569fc3-8ea0-4e9f-b746-302e49283da2 None None] Port c3846e4d-66a4-4951-a305-469904ff0cda cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:40.649693 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.663515 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:40.669336 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877e42a-d681-4c6b-a599-e2b7a18cb493 req-f8586237-9425-49d4-876e-67e013b41a50 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:40.670891 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0877e42a-d681-4c6b-a599-e2b7a18cb493 req-f8586237-9425-49d4-876e-67e013b41a50 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1681635 Jun 08 12:45:40.704450 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb107c86-af1a-458b-9a55-cc8d62a60e40 None None] Pushing event updated for resources: {'Port': ['ID=eaaccad2-3afb-4154-8836-056ac342a4ed,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:40.707691 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-fb107c86-af1a-458b-9a55-cc8d62a60e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:40.733923 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:45:36Z', 'revision_number': 3, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:40.738387 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c8e86-d91b-4043-932d-6b8cb07c215e None None] The sync data for ids ['965abefd-2769-4378-a6ae-9913d0a4be59'] in dv-cinder-784477-4-iscsi is: [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:45:36Z', 'revision_number': 3, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:40.776920 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0877e42a-d681-4c6b-a599-e2b7a18cb493 req-f8f5833d-ca06-47c6-8a2b-43463f6d7616 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913076 Jun 08 12:45:40.798321 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 2c66290e-0563-48cf-ad44-db2c35606f34 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:40.840652 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.846935 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.861417 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=7af52906-495e-46d8-a209-b6b1da281d08,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:40.865917 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:40.883384 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:40.888887 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 2c66290e-0563-48cf-ad44-db2c35606f34 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:40.889275 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.121890 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.125783 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Pushing event updated for resources: {'Port': ['ID=c3846e4d-66a4-4951-a305-469904ff0cda,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:41.129945 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:41.350704 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Network d6707737-741c-4fab-8917-0713e792868f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:41.356348 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:41.709809 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Router 965abefd-2769-4378-a6ae-9913d0a4be59 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:41.791188 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2eed6143-0d7a-46fc-8325-1a1533f0fab6 None None] Provisioning complete for port c3846e4d-66a4-4951-a305-469904ff0cda triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:41.792077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2eed6143-0d7a-46fc-8325-1a1533f0fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.917144 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2eed6143-0d7a-46fc-8325-1a1533f0fab6 None None] Port c3846e4d-66a4-4951-a305-469904ff0cda cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:42.071629 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:42.076925 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] 10.222.0.21 "PUT /v2.0/routers/965abefd-2769-4378-a6ae-9913d0a4be59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7882512 Jun 08 12:45:42.091696 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e719-26ad-441e-91d9-94659788fb9a req-66d333f6-abf2-47ca-a2af-f2879f3a6780 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:42.102350 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29f0e719-26ad-441e-91d9-94659788fb9a req-66d333f6-abf2-47ca-a2af-f2879f3a6780 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1487765 Jun 08 12:45:42.171528 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29f0e719-26ad-441e-91d9-94659788fb9a req-d0b43415-d183-49e9-a4f3-4356140431f9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584650 Jun 08 12:45:42.794992 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Sync routers for ids ['965abefd-2769-4378-a6ae-9913d0a4be59'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:42.806714 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Routers {'965abefd-2769-4378-a6ae-9913d0a4be59'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:42.807471 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['965abefd-2769-4378-a6ae-9913d0a4be59'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:42.850976 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44654) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:42.855633 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856248215', 'description': 'tempest-secgroup-smoke-1856248215 description', 'project_id': 'f2ace496d2174da1984ec361e0543bf3'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:42.859370 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7af52906-495e-46d8-a209-b6b1da281d08 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:42.879618 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.979119 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.982888 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.988122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-97c2146f-fbca-4673-8696-1c6881acc50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:43.026265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.027775 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1757843 Jun 08 12:45:43.029565 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9294e-679b-4769-a510-56869f2ac945,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:43.031051 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44656) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:43.033035 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.039282 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 7af52906-495e-46d8-a209-b6b1da281d08 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:43.039760 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.043976 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group_rule': {'security_group_id': 'efa9294e-679b-4769-a510-56869f2ac945', 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:43.075456 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.113073 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Set router 965abefd-2769-4378-a6ae-9913d0a4be59 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:43.143232 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.146816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.148892 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1e680572-3f1a-4751-82f3-f32ab4a97d5b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:43.167645 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb302f4b-4abc-493b-86a6-348d56629d7f,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:43.194175 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.198723 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.200540 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682897 Jun 08 12:45:43.203889 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44664) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:43.209343 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group_rule': {'security_group_id': 'efa9294e-679b-4769-a510-56869f2ac945', 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:43.257721 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:45:43.293472 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.424428 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device eaaccad2-3afb-4154-8836-056ac342a4ed up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:43.534448 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.552697 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b676-b670-42c6-b143-f6b837f2911f req-8dd9201d-b3d0-4a95-8425-bb1bd6fc9bfe tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:43.560635 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d52b676-b670-42c6-b143-f6b837f2911f req-8dd9201d-b3d0-4a95-8425-bb1bd6fc9bfe tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2205014 Jun 08 12:45:43.564397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.586102 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:43.625774 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c35d3-3f4b-4df2-bde9-d8f2b970b714 req-33cdcb7f-00a9-47f6-ae3a-698c42d59445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:43.627244 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e44c35d3-3f4b-4df2-bde9-d8f2b970b714 req-33cdcb7f-00a9-47f6-ae3a-698c42d59445 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 1098 time: 0.2013335 Jun 08 12:45:43.631436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dda4f9e-acb1-45cf-a3e7-ac97b4b8783b,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:43.640371 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.652960 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d52b676-b670-42c6-b143-f6b837f2911f req-cbdedaca-1c9b-441f-a9aa-c8ec4b6ac83d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912993 Jun 08 12:45:43.667834 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 4, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c3846e4d-66a4-4951-a305-469904ff0cda', 'name': '', 'network_id': 'd6707737-741c-4fab-8917-0713e792868f', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'mac_address': 'fa:16:3e:05:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '17547bae-9d45-458c-be58-d76df68fd2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:39Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 2, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'subnets': [{'id': '17547bae-9d45-458c-be58-d76df68fd2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:43.667834 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port eaaccad2-3afb-4154-8836-056ac342a4ed completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:43.669173 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port eaaccad2-3afb-4154-8836-056ac342a4ed triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:43.669679 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.673174 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.674335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4689920 Jun 08 12:45:43.677004 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44686) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:43.682237 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group_rule': {'security_group_id': 'efa9294e-679b-4769-a510-56869f2ac945', 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:43.730174 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e44c35d3-3f4b-4df2-bde9-d8f2b970b714 req-0feecba2-74e6-4dfa-a1dd-3d28dc6ec6ac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700865 Jun 08 12:45:43.740065 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.742146 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Checking router: 965abefd-2769-4378-a6ae-9913d0a4be59 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:43.742933 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Updating router 965abefd-2769-4378-a6ae-9913d0a4be59 port c3846e4d-66a4-4951-a305-469904ff0cda binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:43.843422 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.869124 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.877778 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.880165 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-138435a5-b193-4d5b-bdb9-bd47cd83921f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:43.927863 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c480ed-5b58-4b44-85cb-1cf67eacd7ec,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:43.930835 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.938824 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.942760 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2620990 Jun 08 12:45:43.942999 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44702) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:43.947853 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group_rule': {'security_group_id': 'efa9294e-679b-4769-a510-56869f2ac945', 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:43.990581 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.064484 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.068395 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.074748 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f995392-7c35-4a44-bf8c-d1f6108d8b8e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.094782 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1dfbdc-72b8-41e9-9293-f28343affffe,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.097340 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.105493 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.107206 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631703 Jun 08 12:45:44.110515 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44704) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:44.116266 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group_rule': {'security_group_id': 'efa9294e-679b-4769-a510-56869f2ac945', 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:44.140918 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Project f2ace496d2174da1984ec361e0543bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:45:44.147987 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.165171 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.199854 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port eaaccad2-3afb-4154-8836-056ac342a4ed, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=eaaccad2-3afb-4154-8836-056ac342a4ed,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:44.211477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.216518 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.222842 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.227714 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.236210 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.262124 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce224f4-3f21-4158-9446-b81a00d714d8,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.265588 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.272210 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.276715 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622760 Jun 08 12:45:44.276715 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44710) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:44.282323 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'security_group_rule': {'security_group_id': 'efa9294e-679b-4769-a510-56869f2ac945', 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:44.315889 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Project f2ace496d2174da1984ec361e0543bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:45:44.326918 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.358126 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=eaaccad2-3afb-4154-8836-056ac342a4ed,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.361833 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.405140 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.408541 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.411982 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.414229 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ebe9713a-16a4-4f1a-a30a-fa5621c6c0d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.419562 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Transition to ACTIVE for port object c3846e4d-66a4-4951-a305-469904ff0cda will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:44.426722 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.431801 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fe94c31f-a8bd-44a7-8fca-b40b9ecdec34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.437904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9727b662-50c3-42de-9290-e9d5e7c1de0f,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.441834 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.447606 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.448771 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1711297 Jun 08 12:45:44.593846 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64a8e3-f61a-4138-8938-f20568b5e262 None None] Pushing event updated for resources: {'Port': ['ID=c3846e4d-66a4-4951-a305-469904ff0cda,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.602111 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1a64a8e3-f61a-4138-8938-f20568b5e262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.658108 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Attempting to bind port c3846e4d-66a4-4951-a305-469904ff0cda on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:44.658662 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Attempting to bind port c3846e4d-66a4-4951-a305-469904ff0cda by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:44.658845 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Attempting to bind port c3846e4d-66a4-4951-a305-469904ff0cda on network d6707737-741c-4fab-8917-0713e792868f {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:44.664632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:44.665015 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Checking segment: {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:44.665424 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.665860 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Bound using segment: {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:44.666598 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Bound port: c3846e4d-66a4-4951-a305-469904ff0cda, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9916d1-d49e-4198-8d87-524a5baf07a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd6707737-741c-4fab-8917-0713e792868f'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:44.666982 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.778433 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] For port c3846e4d-66a4-4951-a305-469904ff0cda, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:44.786587 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] For port c3846e4d-66a4-4951-a305-469904ff0cda, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=c3846e4d-66a4-4951-a305-469904ff0cda,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:44.795168 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.804252 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.860965 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device eaaccad2-3afb-4154-8836-056ac342a4ed up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:44.964597 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a18-6a4a-4552-b16d-33a25b314fdf req-3e44e19a-4fa2-45ab-9269-f6e246f71fb6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:44.966334 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9a4e0a18-6a4a-4552-b16d-33a25b314fdf req-3e44e19a-4fa2-45ab-9269-f6e246f71fb6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1238344 Jun 08 12:45:45.027716 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9a4e0a18-6a4a-4552-b16d-33a25b314fdf req-96cb1bc6-869c-48cd-8fa7-bd240812c399 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528851 Jun 08 12:45:45.082935 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Routers {'965abefd-2769-4378-a6ae-9913d0a4be59'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:45.083633 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:45:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['965abefd-2769-4378-a6ae-9913d0a4be59'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:45.171698 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64a8e3-f61a-4138-8938-f20568b5e262 None None] Pushing event updated for resources: {'Port': ['ID=c3846e4d-66a4-4951-a305-469904ff0cda,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:45.183580 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1a64a8e3-f61a-4138-8938-f20568b5e262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:45.294757 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port eaaccad2-3afb-4154-8836-056ac342a4ed triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:45.295146 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.460236 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] Set router 965abefd-2769-4378-a6ae-9913d0a4be59 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:45.832847 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 4, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c3846e4d-66a4-4951-a305-469904ff0cda', 'name': '', 'network_id': 'd6707737-741c-4fab-8917-0713e792868f', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'mac_address': 'fa:16:3e:05:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '17547bae-9d45-458c-be58-d76df68fd2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:39Z', 'updated_at': '2021-06-08T12:45:44Z', 'revision_number': 4, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'subnets': [{'id': '17547bae-9d45-458c-be58-d76df68fd2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:45.839109 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9abc-6c4d-4266-820f-76418b33affd None None] The sync data for ids ['965abefd-2769-4378-a6ae-9913d0a4be59'] in dv-cinder-784477-4-iscsi is: [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 4, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c3846e4d-66a4-4951-a305-469904ff0cda', 'name': '', 'network_id': 'd6707737-741c-4fab-8917-0713e792868f', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'mac_address': 'fa:16:3e:05:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '17547bae-9d45-458c-be58-d76df68fd2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:39Z', 'updated_at': '2021-06-08T12:45:44Z', 'revision_number': 4, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'subnets': [{'id': '17547bae-9d45-458c-be58-d76df68fd2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:46.234797 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceff709-1785-442b-a2b6-9937337ca28a req-ef11885d-86f5-4e1d-aeee-c153a919c1e5 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:46.236961 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1ceff709-1785-442b-a2b6-9937337ca28a req-ef11885d-86f5-4e1d-aeee-c153a919c1e5 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0870697 Jun 08 12:45:46.294361 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1ceff709-1785-442b-a2b6-9937337ca28a req-9588dcf1-8c18-40af-bb71-4d613b64764a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Jun 08 12:45:46.501622 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea3a48-a2e4-47e4-b396-82522f3dc357 req-9b40bb57-4059-497a-9aef-ea65d03f5956 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:46.502951 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-25ea3a48-a2e4-47e4-b396-82522f3dc357 req-9b40bb57-4059-497a-9aef-ea65d03f5956 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0913765 Jun 08 12:45:46.551009 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-25ea3a48-a2e4-47e4-b396-82522f3dc357 req-6e8fbd47-7795-4520-9e05-fa357fc251f4 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Jun 08 12:45:46.751732 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c3846e4d-66a4-4951-a305-469904ff0cda up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:46.843135 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port c3846e4d-66a4-4951-a305-469904ff0cda completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:46.848475 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port c3846e4d-66a4-4951-a305-469904ff0cda triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:46.848849 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.985446 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.035424 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port c3846e4d-66a4-4951-a305-469904ff0cda, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=c3846e4d-66a4-4951-a305-469904ff0cda,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:47.045553 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.048291 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-67a77039-d124-4973-9525-310acd87a696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:47.154775 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=c3846e4d-66a4-4951-a305-469904ff0cda,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:47.157973 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:47.367439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44840) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:47.495912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.620684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.624969 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.635677 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:47.683122 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43874ad004574deb8252e46f57d4a6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122735 Jun 08 12:45:47.683122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a2f07-e732-456f-a340-4a11172c6d0f,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:47.683953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44848) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:47.686390 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:47.748091 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.775003 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.829904 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.832330 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.833755 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d21a2f07-e732-456f-a340-4a11172c6d0f HTTP/1.1" status: 204 len: 168 time: 0.1484356 Jun 08 12:45:47.834338 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:47.844373 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a2f07-e732-456f-a340-4a11172c6d0f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:47.846596 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:48.118802 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44856) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:48.139826 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.265987 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.271418 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.279382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b6d1880-ccd8-4f9a-b2cc-b7ca4b01c07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:48.318107 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acb6cb0-a44a-4e63-adc2-d8841b4dbdba,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:48.334079 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:48.344272 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f50cd08c8c3f4e24bd9460b9abb2285f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212605 Jun 08 12:45:48.344272 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44864) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:48.434559 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.472448 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.558109 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.562100 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.566126 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6acb6cb0-a44a-4e63-adc2-d8841b4dbdba HTTP/1.1" status: 204 len: 168 time: 0.2209098 Jun 08 12:45:48.567846 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5216fbb0-d0f1-4b12-b893-695c94e713ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:48.580034 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acb6cb0-a44a-4e63-adc2-d8841b4dbdba,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:48.590381 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:48.750063 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c3846e4d-66a4-4951-a305-469904ff0cda up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:48.785387 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3d87e-6690-4a33-9424-1ad807d5090f req-cd029f6d-263e-44d5-a3d6-3b26359b35e6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:48.786861 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38a3d87e-6690-4a33-9424-1ad807d5090f req-cd029f6d-263e-44d5-a3d6-3b26359b35e6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1257823 Jun 08 12:45:48.788975 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-e3dfede4-f790-48f1-9d17-a916cc95abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:48.790356 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-e3dfede4-f790-48f1-9d17-a916cc95abda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.1989834 Jun 08 12:45:48.826293 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port c3846e4d-66a4-4951-a305-469904ff0cda triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:48.826771 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.919996 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38a3d87e-6690-4a33-9424-1ad807d5090f req-a5f6e9a5-8e34-447d-9693-342a8839ec7a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231227 Jun 08 12:45:49.030693 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-094052c7-2be5-4ab7-b414-96777e84d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:49.032242 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-094052c7-2be5-4ab7-b414-96777e84d23d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.2183185 Jun 08 12:45:49.060703 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44884) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:49.081352 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.101445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-8312b5fb-b1cf-4582-8bea-742c7a55a663 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.0616722 Jun 08 12:45:49.183722 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-d8bd0f02-e037-43ac-b0d6-e3e7e4710fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:49.185325 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-d8bd0f02-e037-43ac-b0d6-e3e7e4710fd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.0755136 Jun 08 12:45:49.209678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.214305 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.224220 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4b36a300-1d90-48f8-bea3-fe6ecd4c88a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:49.236243 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-dc1aa734-b42b-4fcd-a773-b1a2ff0feca8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418358 Jun 08 12:45:49.271277 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c28d1c57e8eb43aca648ff733e5002aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094510 Jun 08 12:45:49.274068 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44888) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:49.285008 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d0212-6306-4059-af6d-a928639c5609,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:49.293102 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:49.374652 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.399224 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-58fc646c-60d3-4fb8-8613-4ca6305d41e8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550338 Jun 08 12:45:49.402855 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.467243 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.469963 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.471100 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/044d0212-6306-4059-af6d-a928639c5609 HTTP/1.1" status: 204 len: 168 time: 0.1959229 Jun 08 12:45:49.471976 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-729316f5-ff30-4eb2-8f1a-8500eedcb014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:49.481964 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d0212-6306-4059-af6d-a928639c5609,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:49.485950 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:49.554206 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ca88c0e-ed76-413a-817c-ee16d207dfb9 req-934adfb6-6d13-424f-85ad-746dac48b5c8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447217 Jun 08 12:45:50.051077 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 44922) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:50.138786 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aa94b-6744-497c-a1da-74558dcf5e4d req-b16d1b02-ecc6-47a9-8ca3-911d6cb5e04b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:50.141034 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-419aa94b-6744-497c-a1da-74558dcf5e4d req-b16d1b02-ecc6-47a9-8ca3-911d6cb5e04b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1033111 Jun 08 12:45:50.193996 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-419aa94b-6744-497c-a1da-74558dcf5e4d req-5e2cf8c5-d977-481a-bf1e-db5a164023fc tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457463 Jun 08 12:45:50.254516 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.360168 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.365204 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.374804 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c06b1070-51e9-4540-bcca-c0e10270a603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:50.415644 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d7cc76899a643ba84c7967f4992bcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634195 Jun 08 12:45:50.418542 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44938) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:50.419863 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d9674-4ae0-4823-948c-f1f0f76c1a72,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:50.423051 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:50.501325 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.528950 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.596684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.599167 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.603106 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/380d9674-4ae0-4823-948c-f1f0f76c1a72 HTTP/1.1" status: 204 len: 168 time: 0.1808262 Jun 08 12:45:50.603106 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-25c794b5-cad8-4d3c-84af-8545a068056d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:50.611982 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d9674-4ae0-4823-948c-f1f0f76c1a72,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:50.619815 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:51.062983 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44960) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:51.083454 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.245277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.250805 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.259117 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ec025046-d27c-4a0d-a705-04f70566a159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:51.300003 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66617723-db4e-46f4-a9db-60541ff62cca,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:51.304819 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66e03d0f33de4e58845a85ca15700276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408113 Jun 08 12:45:51.305894 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:51.307441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 44970) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:51.427397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.459444 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.474038 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b88a3-8f4e-4fd4-8f4c-2d5c2826b117 req-f77b1951-ddee-4b66-b456-4eb880036c8f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:51.475507 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b08b88a3-8f4e-4fd4-8f4c-2d5c2826b117 req-f77b1951-ddee-4b66-b456-4eb880036c8f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1551442 Jun 08 12:45:51.541861 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b08b88a3-8f4e-4fd4-8f4c-2d5c2826b117 req-850e385b-b1d0-4dcc-aa02-1f9f1f8a2822 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Jun 08 12:45:51.566328 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.568740 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.569875 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66617723-db4e-46f4-a9db-60541ff62cca HTTP/1.1" status: 204 len: 168 time: 0.2615170 Jun 08 12:45:51.571149 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:51.580051 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66617723-db4e-46f4-a9db-60541ff62cca,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:51.582424 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:52.549169 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-35283377-dea7-4735-841c-05affc296bdc tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=811d941cf7a64b41bc52dc72f0030d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312510 Jun 08 12:45:52.791724 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-970b0ad7-2eae-4763-96df-e3f7542d6585 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:52.793203 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-970b0ad7-2eae-4763-96df-e3f7542d6585 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381599 Jun 08 12:45:52.813693 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-b593a104-83aa-4a11-944b-7813c92f9dc8 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/quotas/811d941cf7a64b41bc52dc72f0030d59 HTTP/1.1" status: 200 len: 375 time: 0.0132589 Jun 08 12:45:52.859144 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab18627-52bf-4b21-bdfa-6967e0ea474b req-a5e0e10a-41a8-4abe-9fb3-32c1803e926c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:52.860585 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ab18627-52bf-4b21-bdfa-6967e0ea474b req-a5e0e10a-41a8-4abe-9fb3-32c1803e926c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1794050 Jun 08 12:45:52.885406 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-ac3bf639-3f68-42b4-8618-aa0b0816a956 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=811d941cf7a64b41bc52dc72f0030d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658147 Jun 08 12:45:52.914065 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ab18627-52bf-4b21-bdfa-6967e0ea474b req-4e3678d1-d044-4b53-b344-b58ea9d615d9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Jun 08 12:45:53.096217 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b833413-cac5-4c5e-b452-493c3fa541ad req-e0364ba6-1a7e-4c0d-b77f-1b294472a28e tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 210 time: 0.0486822 Jun 08 12:45:54.902334 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:56.199988 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29666ee5-9bee-4952-8567-14e3052c21d9 req-a7d66e6d-e270-4303-be01-1cfb56cfb4e6 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 210 time: 0.0490651 Jun 08 12:45:56.240626 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4653b3c-69bf-4d2c-99f4-124c799d39ba req-2bc2519b-19c3-456e-a3ca-d7714f0357cf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:56.242232 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d4653b3c-69bf-4d2c-99f4-124c799d39ba req-2bc2519b-19c3-456e-a3ca-d7714f0357cf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1263902 Jun 08 12:45:56.289825 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d4653b3c-69bf-4d2c-99f4-124c799d39ba req-3341de82-f477-4553-9928-2d9d2c22c5a9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Jun 08 12:45:56.773313 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-91c18de5-f55f-4785-acb5-9cac2ec0e226 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=811d941cf7a64b41bc52dc72f0030d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264564 Jun 08 12:45:56.999025 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-865365eb-c3f0-4869-91ab-3b7c3a6d55d4 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:57.001446 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-865365eb-c3f0-4869-91ab-3b7c3a6d55d4 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224996 Jun 08 12:45:57.020780 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Request body: {'port': {'device_id': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'network_id': '4f876684-f2da-4936-be66-24c97e708e91', 'admin_state_up': True, 'tenant_id': '811d941cf7a64b41bc52dc72f0030d59'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:57.206011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Made reservation on behalf of 811d941cf7a64b41bc52dc72f0030d59 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:57.209500 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:57.222623 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:57.372227 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:57.407507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:57.418980 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b150d4e-60ec-4974-8809-ae58cab185ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:57.462620 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b0e02f6c-44ff-4d46-85b5-4be41091a888 req-02feceb1-d08d-4975-b312-57b6ba319281 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 210 time: 0.0961416 Jun 08 12:45:57.556553 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:57.562730 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:57.644526 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d066c-d70d-4fdf-8529-33ce8528d4ac req-ae65d999-b9b6-42c6-afc0-ed46c1de6a1a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:57.646021 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d066c-d70d-4fdf-8529-33ce8528d4ac req-ae65d999-b9b6-42c6-afc0-ed46c1de6a1a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1815979 Jun 08 12:45:57.671786 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Allocated IP 192.168.233.191 (4f876684-f2da-4936-be66-24c97e708e91/5851ec87-da69-4809-8f9e-2d6eb282ea59/d5a4f141-eaaf-446a-a260-f3ab7f856606) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:57.707900 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d066c-d70d-4fdf-8529-33ce8528d4ac req-7d329511-3087-4d84-b39d-d1a3b8929c2b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552957 Jun 08 12:45:57.898068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:57.913891 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Transition to ACTIVE for port object d5a4f141-eaaf-446a-a260-f3ab7f856606 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:57.936790 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:57.939171 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:57.939171 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:57.939171 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:57.939171 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:57.939171 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:57.939171 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:57.955259 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Network 4f876684-f2da-4936-be66-24c97e708e91 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:57.956550 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:57.959030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:58.022838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:58.023442 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.042515 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0269578 Jun 08 12:45:58.055299 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Request body: {'port': {'device_id': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:58.154467 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b0402dff-b5a4-490b-9da5-37475b02e41f None None] Provisioning for port d5a4f141-eaaf-446a-a260-f3ab7f856606 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:58.159557 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b0402dff-b5a4-490b-9da5-37475b02e41f None None] Provisioning complete for port d5a4f141-eaaf-446a-a260-f3ab7f856606 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:58.160050 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b0402dff-b5a4-490b-9da5-37475b02e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.172141 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.214202 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-b0402dff-b5a4-490b-9da5-37475b02e41f None None] Port d5a4f141-eaaf-446a-a260-f3ab7f856606 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:58.567268 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a4f141-eaaf-446a-a260-f3ab7f856606 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:58.575086 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.593838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Transition to ACTIVE for port object d5a4f141-eaaf-446a-a260-f3ab7f856606 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:58.630574 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.652085 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13228642-be71-4a00-9faa-c69b3f6f35c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:58.822013 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4f141-eaaf-446a-a260-f3ab7f856606,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:58.856475 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:58.892074 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45138) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:59.023575 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.054306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed637f8-336a-414b-b3a0-01734a19ff1d req-b1439773-e308-457a-aa66-ee5be9d0da79 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.055776 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eed637f8-336a-414b-b3a0-01734a19ff1d req-b1439773-e308-457a-aa66-ee5be9d0da79 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 948 time: 0.4659719 Jun 08 12:45:59.105364 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Attempting to bind port d5a4f141-eaaf-446a-a260-f3ab7f856606 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:59.105784 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Attempting to bind port d5a4f141-eaaf-446a-a260-f3ab7f856606 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:59.106120 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Attempting to bind port d5a4f141-eaaf-446a-a260-f3ab7f856606 on network 4f876684-f2da-4936-be66-24c97e708e91 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:59.124887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Port d5a4f141-eaaf-446a-a260-f3ab7f856606 on network 4f876684-f2da-4936-be66-24c97e708e91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:45:59.125207 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Attempting to bind port d5a4f141-eaaf-446a-a260-f3ab7f856606 on network 4f876684-f2da-4936-be66-24c97e708e91 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:59.135255 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.140034 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eed637f8-336a-414b-b3a0-01734a19ff1d req-39e5ce46-e4aa-4649-89d1-0b0fccf5dc98 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715418 Jun 08 12:45:59.140839 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:59.141180 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Checking segment: {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:59.141560 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Bound using segment: {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:59.142029 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Bound port: d5a4f141-eaaf-446a-a260-f3ab7f856606, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e4808d-f71c-4f4d-a09f-8e4f99a2179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4f876684-f2da-4936-be66-24c97e708e91'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:59.142372 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.146267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.163660 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-99dfcb19-0192-481b-bcb0-e1c36bf8dbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:59.179464 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ad4d-7f81-4841-8d0f-c2c70cb6242b req-75a6860c-2bfc-498e-9c75-f807974dfbfa tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.181165 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1415ad4d-7f81-4841-8d0f-c2c70cb6242b req-75a6860c-2bfc-498e-9c75-f807974dfbfa tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.3153737 Jun 08 12:45:59.196427 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345c5380e8a04f1499d279d0579fa9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032689 Jun 08 12:45:59.199308 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45142) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:59.212335 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3590b1f0-22eb-4575-ac49-25ed26f81ed6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:59.217201 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:59.274680 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.282162 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1415ad4d-7f81-4841-8d0f-c2c70cb6242b req-854a2e5a-a52d-4da0-b082-02c62bde21f7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733817 Jun 08 12:45:59.288127 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] For port d5a4f141-eaaf-446a-a260-f3ab7f856606, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:59.291648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] For port d5a4f141-eaaf-446a-a260-f3ab7f856606, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:59.297567 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.302579 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:59.318102 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.368926 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.369536 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.370980 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] 10.222.0.59 "PUT /v2.0/ports/d5a4f141-eaaf-446a-a260-f3ab7f856606 HTTP/1.1" status: 200 len: 1098 time: 1.3203857 Jun 08 12:45:59.371543 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'tag': 'd5a4f141-eaaf-446a-a260-f3ab7f856606'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:59.374929 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92a4f7-c5b9-40d0-a4af-b624b590a179" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf58b28-69f1-49bc-8f97-86146b69525b", "tag": "d5a4f141-eaaf-446a-a260-f3ab7f856606"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:59.383673 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.391718 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.404969 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4f141-eaaf-446a-a260-f3ab7f856606,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:59.410452 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:59.411823 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3590b1f0-22eb-4575-ac49-25ed26f81ed6 HTTP/1.1" status: 204 len: 168 time: 0.2098856 Jun 08 12:45:59.413244 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fe67a65f-cc55-4916-9e31-f3baf69af6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:59.442336 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3590b1f0-22eb-4575-ac49-25ed26f81ed6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:59.445139 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:59.520367 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576f2d89-f20d-4367-a966-640cbb1afe81 x-openstack-request-id: req-576f2d89-f20d-4367-a966-640cbb1afe81 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:59.520367 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf58b28-69f1-49bc-8f97-86146b69525b", "tag": "d5a4f141-eaaf-446a-a260-f3ab7f856606", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:59.520367 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-576f2d89-f20d-4367-a966-640cbb1afe81 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:59.520367 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'tag': 'd5a4f141-eaaf-446a-a260-f3ab7f856606', 'status': 'completed', 'code': 200} Jun 08 12:45:59.557106 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-c79cfdb7-c783-4a7a-97a2-94c5c975f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.559655 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-c79cfdb7-c783-4a7a-97a2-94c5c975f488 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=811d941cf7a64b41bc52dc72f0030d59&device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 1101 time: 0.1331213 Jun 08 12:45:59.707114 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-1b950028-92ed-4ec3-8691-4d732435e3e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606 HTTP/1.1" status: 200 len: 217 time: 0.1322098 Jun 08 12:45:59.794276 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-00f876b3-3fea-4cd1-b117-516f1109b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.796927 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-00f876b3-3fea-4cd1-b117-516f1109b3f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5851ec87-da69-4809-8f9e-2d6eb282ea59 HTTP/1.1" status: 200 len: 843 time: 0.0831313 Jun 08 12:45:59.881303 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45162) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:59.900152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.903080 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-7482e140-8bca-4a64-9d33-f991958ca2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.904781 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-7482e140-8bca-4a64-9d33-f991958ca2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f876684-f2da-4936-be66-24c97e708e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1004827 Jun 08 12:46:00.054761 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.059631 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.075174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a153571e-ae04-4134-bd7e-495e35cc41c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:00.077217 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-eede3c26-c0e9-4f72-abed-f47fd552b788 service neutron] 10.222.0.59 "GET /v2.0/networks/4f876684-f2da-4936-be66-24c97e708e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649940 Jun 08 12:46:00.127238 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d6b750992544392b7d9dd858dd5a328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447362 Jun 08 12:46:00.128942 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024b67cc-53b6-49d8-bc6a-6e1b8da476c5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:00.131386 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45168) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:00.142578 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:00.198393 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.228537 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.230931 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f963ab35-9bd3-4988-abf9-896427efaf11 req-85dbc143-90eb-476e-ab38-bb1656a53a91 service neutron] 10.222.0.59 "GET /v2.0/networks/4f876684-f2da-4936-be66-24c97e708e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441596 Jun 08 12:46:00.296925 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.299994 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.301397 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/024b67cc-53b6-49d8-bc6a-6e1b8da476c5 HTTP/1.1" status: 204 len: 168 time: 0.1689370 Jun 08 12:46:00.302606 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-baf9c1ed-368e-4adf-a677-e1147f305719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:00.318489 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024b67cc-53b6-49d8-bc6a-6e1b8da476c5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:00.321237 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:00.398403 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-3e85bea6-6057-4564-8f9a-2bfbc5b6cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.399863 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-3e85bea6-6057-4564-8f9a-2bfbc5b6cedb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=811d941cf7a64b41bc52dc72f0030d59&device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 1101 time: 0.1081133 Jun 08 12:46:00.563000 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79767a-8134-4543-8d5a-bbac3a2ba59b req-b5cc8db7-5dc3-4732-892a-2cfdd3d165e9 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.565154 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ab79767a-8134-4543-8d5a-bbac3a2ba59b req-b5cc8db7-5dc3-4732-892a-2cfdd3d165e9 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 948 time: 0.3083212 Jun 08 12:46:00.679206 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-8485ae15-2914-4cc4-bc82-345bec28674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.680651 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-8485ae15-2914-4cc4-bc82-345bec28674d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f876684-f2da-4936-be66-24c97e708e91 HTTP/1.1" status: 200 len: 870 time: 0.2741671 Jun 08 12:46:00.687152 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ab79767a-8134-4543-8d5a-bbac3a2ba59b req-069a23e7-3a8c-4d44-89a1-5679386b826e tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057703 Jun 08 12:46:00.766655 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700f63d-54d3-4a31-8eea-874851944db2 req-bb05fb4f-64e5-430e-a49a-076b675f882f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.768278 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1700f63d-54d3-4a31-8eea-874851944db2 req-bb05fb4f-64e5-430e-a49a-076b675f882f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.3342407 Jun 08 12:46:00.809022 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-9092c814-210c-4b11-b013-1b5a6464d3c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606 HTTP/1.1" status: 200 len: 217 time: 0.1207993 Jun 08 12:46:00.890026 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1700f63d-54d3-4a31-8eea-874851944db2 req-b5b21b45-97e8-48aa-bcb3-ad6c4a9fc468 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049898 Jun 08 12:46:00.919625 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-15c2f064-ff09-4519-bf8a-2e51fa8d0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.922593 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-15c2f064-ff09-4519-bf8a-2e51fa8d0589 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5851ec87-da69-4809-8f9e-2d6eb282ea59 HTTP/1.1" status: 200 len: 843 time: 0.0943575 Jun 08 12:46:01.043080 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-37d040e2-4ebd-41ae-8767-f2767181eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:01.044750 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-37d040e2-4ebd-41ae-8767-f2767181eda5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f876684-f2da-4936-be66-24c97e708e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1094706 Jun 08 12:46:01.155090 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-eb106e89-bd3b-4e1b-af8f-cc5364fa9bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:01.330104 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-b092abcb-0558-4e43-9ee6-466ce19dff43 service neutron] 10.222.0.59 "GET /v2.0/networks/4f876684-f2da-4936-be66-24c97e708e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760088 Jun 08 12:46:01.558470 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6e92a4f7-c5b9-40d0-a4af-b624b590a179 req-f9320428-9251-4cd6-8052-0ebbe6cf1300 service neutron] 10.222.0.59 "GET /v2.0/networks/4f876684-f2da-4936-be66-24c97e708e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114816 Jun 08 12:46:01.942105 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61425c0-1132-4a2f-bee1-34a54038d494 req-6787ecc8-a176-4e24-be67-2fb829c2f788 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:01.943752 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f61425c0-1132-4a2f-bee1-34a54038d494 req-6787ecc8-a176-4e24-be67-2fb829c2f788 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 948 time: 0.1141753 Jun 08 12:46:02.004479 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f61425c0-1132-4a2f-bee1-34a54038d494 req-0fe9d9c7-7a44-4056-be31-3ff75b1fa621 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Jun 08 12:46:02.128798 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334ab1-2ccc-4e09-b2f4-1840d4db740e req-c437ec8c-54be-4281-b5b3-938a13110b67 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:02.130249 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd334ab1-2ccc-4e09-b2f4-1840d4db740e req-c437ec8c-54be-4281-b5b3-938a13110b67 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0991549 Jun 08 12:46:02.203410 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd334ab1-2ccc-4e09-b2f4-1840d4db740e req-e11c1afa-db85-49f7-a071-b8ef48c5ec08 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601790 Jun 08 12:46:02.590239 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 45246) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:02.718173 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.832820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.837188 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.846668 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:02.888403 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1203f3230de24fe898ce6aa1ef844a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970619 Jun 08 12:46:02.890001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba28c49-aee7-421b-8817-30514ebda9f1,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:02.891595 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45254) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:02.893735 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:02.959344 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.986762 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.041904 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.045591 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.049624 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ba28c49-aee7-421b-8817-30514ebda9f1 HTTP/1.1" status: 204 len: 168 time: 0.1527598 Jun 08 12:46:03.050372 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:03.060471 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba28c49-aee7-421b-8817-30514ebda9f1,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:03.068382 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.068749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.069272 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.069832 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.070185 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.070534 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.071029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.071543 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.071893 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.072236 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.072582 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.072920 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:03.075952 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:03.216816 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53af99-643e-4910-9d0c-41e8c295a88c req-4ae4bd60-c9af-474e-bbb5-e8e8b7894df2 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:03.218399 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc53af99-643e-4910-9d0c-41e8c295a88c req-4ae4bd60-c9af-474e-bbb5-e8e8b7894df2 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 948 time: 0.0863218 Jun 08 12:46:03.271849 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc53af99-643e-4910-9d0c-41e8c295a88c req-e7c2d925-700f-400d-92a9-16643085e7b8 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476620 Jun 08 12:46:03.445967 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc588639-ce41-44f8-b0be-997b6b99ca04 req-c860987e-0781-4f55-9a4e-2b43581bbfe7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:03.456115 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bc588639-ce41-44f8-b0be-997b6b99ca04 req-c860987e-0781-4f55-9a4e-2b43581bbfe7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1006188 Jun 08 12:46:03.484148 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4e94afb3-7b1c-481a-9b5d-7cef715b2c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.524303 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bc588639-ce41-44f8-b0be-997b6b99ca04 req-0138851b-e982-41ac-9de7-dabe05090a38 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666888 Jun 08 12:46:03.751713 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.131535 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d5a4f141-eaaf-446a-a260-f3ab7f856606 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:46:04.177251 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16e992-2486-4b0e-81a1-ed542df4da13 req-e9b6d697-d164-4a2e-b9cc-2b48889c3cd5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:04.179386 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca16e992-2486-4b0e-81a1-ed542df4da13 req-e9b6d697-d164-4a2e-b9cc-2b48889c3cd5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1190848 Jun 08 12:46:04.235673 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca16e992-2486-4b0e-81a1-ed542df4da13 req-db162d6c-ed56-4cdd-9e25-fa132d9631de tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490034 Jun 08 12:46:04.295351 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d5a4f141-eaaf-446a-a260-f3ab7f856606, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:04.313238 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'd5a4f141-eaaf-446a-a260-f3ab7f856606', 'network_id': '4f876684-f2da-4936-be66-24c97e708e91', 'port_id': 'd5a4f141-eaaf-446a-a260-f3ab7f856606', 'mac_address': 'fa:16:3e:16:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851ec87-da69-4809-8f9e-2d6eb282ea59', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:46:04.400600 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.432376 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a4f141-eaaf-446a-a260-f3ab7f856606 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:04.452659 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d5a4f141-eaaf-446a-a260-f3ab7f856606, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:04.458790 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.461672 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cf6c7906-bc70-497c-89c4-03d507582173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:04.487263 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dcba5-41eb-412f-b4ec-8b0057ad61d4 req-7e00bef4-4ad0-4351-a965-ba518734400a tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:04.489168 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c5dcba5-41eb-412f-b4ec-8b0057ad61d4 req-7e00bef4-4ad0-4351-a965-ba518734400a tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 948 time: 0.1007562 Jun 08 12:46:04.552438 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d5a4f141-eaaf-446a-a260-f3ab7f856606,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:04.557829 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c5dcba5-41eb-412f-b4ec-8b0057ad61d4 req-1faf7526-2cbc-47ab-9d61-2c6fb344f3c5 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621030 Jun 08 12:46:04.561970 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:04.728179 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.761777 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbb448-682e-4132-a3d6-da0e3e24edf1 req-8c7c8e0f-2107-492a-9d88-eda60b312746 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:04.763151 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29cbb448-682e-4132-a3d6-da0e3e24edf1 req-8c7c8e0f-2107-492a-9d88-eda60b312746 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1007314 Jun 08 12:46:04.778136 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d5a4f141-eaaf-446a-a260-f3ab7f856606'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:04.810186 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29cbb448-682e-4132-a3d6-da0e3e24edf1 req-7f147b82-96a7-4947-8698-07919a93e029 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Jun 08 12:46:05.457102 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4706-1ef8-491b-9809-d7077eab76c3 req-7324fe0e-a8fb-42bb-8b45-0dd2fc347580 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:05.458607 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6dce4706-1ef8-491b-9809-d7077eab76c3 req-7324fe0e-a8fb-42bb-8b45-0dd2fc347580 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.0859447 Jun 08 12:46:05.513016 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6dce4706-1ef8-491b-9809-d7077eab76c3 req-4aa50295-15b8-49b9-8437-2bec550044d0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481730 Jun 08 12:46:05.788182 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0022f-b6bd-45e2-b8cf-0e693269d8bb req-ac725084-81f1-42ee-9ded-a1ab719e0f37 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:05.793594 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b0f0022f-b6bd-45e2-b8cf-0e693269d8bb req-ac725084-81f1-42ee-9ded-a1ab719e0f37 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 949 time: 0.1140079 Jun 08 12:46:05.838204 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b0f0022f-b6bd-45e2-b8cf-0e693269d8bb req-65086e71-d9db-4227-bc37-35bb826ffa14 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Jun 08 12:46:06.005203 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a612f58-2d7e-4dfe-90bb-fec49d192f23 req-fcd55440-428a-40ab-a958-875ce6e84793 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:06.006739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5a612f58-2d7e-4dfe-90bb-fec49d192f23 req-fcd55440-428a-40ab-a958-875ce6e84793 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0891626 Jun 08 12:46:06.101332 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5a612f58-2d7e-4dfe-90bb-fec49d192f23 req-30e5e8c2-6e3a-410a-b63d-762f5781521e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 Jun 08 12:46:06.138582 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d5a4f141-eaaf-446a-a260-f3ab7f856606 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:46:06.148831 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818bd4-7f3d-45fb-9e4a-4cd67c4bfcd8 req-693972a6-256a-4d53-a24d-85a4405fdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:06.150371 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-28818bd4-7f3d-45fb-9e4a-4cd67c4bfcd8 req-693972a6-256a-4d53-a24d-85a4405fdc82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.0907922 Jun 08 12:46:06.194049 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-28818bd4-7f3d-45fb-9e4a-4cd67c4bfcd8 req-5fa578ba-2320-434b-b14a-0ff10de4774e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Jun 08 12:46:06.212896 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port d5a4f141-eaaf-446a-a260-f3ab7f856606 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:46:06.218582 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port d5a4f141-eaaf-446a-a260-f3ab7f856606 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:06.219112 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.344075 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.382780 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.388734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4f141-eaaf-446a-a260-f3ab7f856606'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:06.392220 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9693b3cb-1077-4cca-8242-824839e2ff3f" -d '{"events": [{"server_uuid": "2cf58b28-69f1-49bc-8f97-86146b69525b", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4f141-eaaf-446a-a260-f3ab7f856606"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:06.402935 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d5a4f141-eaaf-446a-a260-f3ab7f856606, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:06.407023 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.409713 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:06.484422 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f928972-2b42-4167-9f2c-3d347d7428ef x-openstack-request-id: req-9f928972-2b42-4167-9f2c-3d347d7428ef {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:06.485013 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf58b28-69f1-49bc-8f97-86146b69525b", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4f141-eaaf-446a-a260-f3ab7f856606", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:06.485418 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f928972-2b42-4167-9f2c-3d347d7428ef {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:06.486012 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4f141-eaaf-446a-a260-f3ab7f856606', 'code': 200} Jun 08 12:46:06.509367 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d5a4f141-eaaf-446a-a260-f3ab7f856606,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:06.512926 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:06.808997 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b981-0c58-47d4-9204-47421b5d920f req-3da601b5-5a26-46a8-b300-90fb64033a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:06.810617 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04c4b981-0c58-47d4-9204-47421b5d920f req-3da601b5-5a26-46a8-b300-90fb64033a44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 1103 time: 0.1552527 Jun 08 12:46:06.821688 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2391925-6ba1-4138-979d-58a410e72368 req-c4553111-399b-45bf-9a51-eaabbfe65af7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:06.823179 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2391925-6ba1-4138-979d-58a410e72368 req-c4553111-399b-45bf-9a51-eaabbfe65af7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1337128 Jun 08 12:46:06.894409 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04c4b981-0c58-47d4-9204-47421b5d920f req-0b44d75e-cadf-4453-bf5e-cde0110c7e41 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702052 Jun 08 12:46:06.901475 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2391925-6ba1-4138-979d-58a410e72368 req-d2ffef17-a7c8-4100-b1c9-c87f824d23ee tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634329 Jun 08 12:46:07.038820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecefb1b-1a67-459d-a157-c725c7ef53fd req-9b8b5a5f-791e-40ab-ae0a-433eeaf82389 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:07.040335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0ecefb1b-1a67-459d-a157-c725c7ef53fd req-9b8b5a5f-791e-40ab-ae0a-433eeaf82389 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 950 time: 0.0900912 Jun 08 12:46:07.089767 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0ecefb1b-1a67-459d-a157-c725c7ef53fd req-36df12dc-ba6d-4c46-9d6a-bb5206cb08d5 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Jun 08 12:46:07.376567 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323396f-3b85-4007-9851-5073ae8ad2dc req-ffded347-2ab7-4e64-8bc1-b8dc2d39cd28 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:07.378045 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a323396f-3b85-4007-9851-5073ae8ad2dc req-ffded347-2ab7-4e64-8bc1-b8dc2d39cd28 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1534359 Jun 08 12:46:07.424208 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a323396f-3b85-4007-9851-5073ae8ad2dc req-7af1c372-a326-476e-8a3b-f28c32481f27 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Jun 08 12:46:08.168302 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccd36e-a9d0-4c57-bf73-12bf9e5f7be3 req-894bb1d8-748b-418a-9e9d-411b78b94c58 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:08.170840 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61ccd36e-a9d0-4c57-bf73-12bf9e5f7be3 req-894bb1d8-748b-418a-9e9d-411b78b94c58 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1153293 Jun 08 12:46:08.268975 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61ccd36e-a9d0-4c57-bf73-12bf9e5f7be3 req-ab604473-7c69-44cc-9a2c-5baf9cbc9a30 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909467 Jun 08 12:46:08.315265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60b8d-a619-44dd-b338-b777a6402302 req-c9fab007-6d6b-4286-b57e-044fd2da001a tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:08.317214 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96d60b8d-a619-44dd-b338-b777a6402302 req-c9fab007-6d6b-4286-b57e-044fd2da001a tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 950 time: 0.1045156 Jun 08 12:46:08.364422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96d60b8d-a619-44dd-b338-b777a6402302 req-dbbc00b5-4be8-45c6-b99a-d4ae3d5ac56e tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Jun 08 12:46:08.659177 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001cc72-d83d-405a-aa98-a5ac60d934a1 req-62f57451-6f3e-4d63-85b7-a2c7e90f22dd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:08.669637 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8001cc72-d83d-405a-aa98-a5ac60d934a1 req-62f57451-6f3e-4d63-85b7-a2c7e90f22dd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1166854 Jun 08 12:46:08.725937 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8001cc72-d83d-405a-aa98-a5ac60d934a1 req-5b87363c-9f0a-4907-a2d6-8e84c13a6ca5 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560164 Jun 08 12:46:08.867544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eed69-cbf3-4277-aea9-899264cd7282 req-37def808-b010-40de-968e-0d07bfb87bd8 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:08.869144 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0b2eed69-cbf3-4277-aea9-899264cd7282 req-37def808-b010-40de-968e-0d07bfb87bd8 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 950 time: 0.0860097 Jun 08 12:46:08.915672 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0b2eed69-cbf3-4277-aea9-899264cd7282 req-8a5c772f-b523-44c9-b544-ef4b3d17fbce tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Jun 08 12:46:09.219368 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600d3d-288f-4334-af78-c02655a4779a req-4561ef5b-8e5a-447f-9973-18617aee4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.220948 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-4561ef5b-8e5a-447f-9973-18617aee4dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.1510344 Jun 08 12:46:09.259279 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33e59f-3580-4291-99da-ec7e44201022 req-274d4291-94fe-43c7-bf9f-601ecf20969f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.260693 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae33e59f-3580-4291-99da-ec7e44201022 req-274d4291-94fe-43c7-bf9f-601ecf20969f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1599610 Jun 08 12:46:09.400210 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae33e59f-3580-4291-99da-ec7e44201022 req-53469eff-b848-46fa-805c-85db04c30d1e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908279 Jun 08 12:46:09.436618 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600d3d-288f-4334-af78-c02655a4779a req-968b7c59-901b-43ea-a310-838fdf508fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.438093 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-968b7c59-901b-43ea-a310-838fdf508fc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.2089255 Jun 08 12:46:09.545983 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-0ce25502-5931-4a0c-8ced-7c3c71ef4c6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.0674834 Jun 08 12:46:09.626241 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600d3d-288f-4334-af78-c02655a4779a req-eb951c59-8640-460c-bc4b-ff64bf5e6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.627638 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-eb951c59-8640-460c-bc4b-ff64bf5e6e92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.0712769 Jun 08 12:46:09.641640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fbfdf-78bd-401a-8c21-29c8b3c21086 req-0acacffb-fd64-4d94-9505-f0031cce59a6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.643074 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e0fbfdf-78bd-401a-8c21-29c8b3c21086 req-0acacffb-fd64-4d94-9505-f0031cce59a6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2016509 Jun 08 12:46:09.696676 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-f2e6309e-e1c1-469d-b4e1-7775aa28245d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526521 Jun 08 12:46:09.791184 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e0fbfdf-78bd-401a-8c21-29c8b3c21086 req-b245791c-cdbe-45aa-984c-f1414d792c00 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140587 Jun 08 12:46:09.870699 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-fbd66dff-95a6-490f-b582-c15c4b8f5601 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586704 Jun 08 12:46:10.036299 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90600d3d-288f-4334-af78-c02655a4779a req-900b78fe-8ab1-4db3-a52d-6bd99f4216a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585588 Jun 08 12:46:10.198061 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744082a2-bdc2-43a5-8ff7-c34ef3df9790 req-b4fb4279-3bff-43bc-8622-f4ebc305ceb2 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:10.199764 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-744082a2-bdc2-43a5-8ff7-c34ef3df9790 req-b4fb4279-3bff-43bc-8622-f4ebc305ceb2 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 950 time: 0.1519835 Jun 08 12:46:10.230573 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdb33b-6a44-4fe7-b855-4d91bb513cd8 req-a60abda3-90c7-420f-b801-11aca730f04c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:10.232319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-66fdb33b-6a44-4fe7-b855-4d91bb513cd8 req-a60abda3-90c7-420f-b801-11aca730f04c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1325796 Jun 08 12:46:10.292896 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-744082a2-bdc2-43a5-8ff7-c34ef3df9790 req-0a1fb067-db19-4da4-a2af-b09a2f36f26f tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861259 Jun 08 12:46:10.300325 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-66fdb33b-6a44-4fe7-b855-4d91bb513cd8 req-1a2bee35-94ee-477d-b5b6-89e39d23f287 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615089 Jun 08 12:46:10.472931 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-2e09feb7-5d69-44a8-8d55-b1ed1cf6790d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856248215&fields=id&tenant_id=f2ace496d2174da1984ec361e0543bf3 HTTP/1.1" status: 200 len: 267 time: 0.0465534 Jun 08 12:46:10.800722 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-e9a01a8d-4d14-4dcb-8b83-bf9466ffed72 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:10.802231 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-e9a01a8d-4d14-4dcb-8b83-bf9466ffed72 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 809 time: 0.3222001 Jun 08 12:46:10.831146 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3a001-6bb6-4318-be44-41ad0de18bd0 req-9472c522-2bc7-4d57-9473-05527a884a3a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:10.832616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4aa3a001-6bb6-4318-be44-41ad0de18bd0 req-9472c522-2bc7-4d57-9473-05527a884a3a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.2252526 Jun 08 12:46:10.840568 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-ab517d4d-bfc2-40f1-ac8b-cf8bcd798a63 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:10.842014 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-ab517d4d-bfc2-40f1-ac8b-cf8bcd798a63 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 950 time: 0.2277937 Jun 08 12:46:10.843902 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-2ed13673-371d-49b2-ae95-5abb3ab4e69f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/quotas/f2ace496d2174da1984ec361e0543bf3 HTTP/1.1" status: 200 len: 375 time: 0.0335968 Jun 08 12:46:10.992023 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4aa3a001-6bb6-4318-be44-41ad0de18bd0 req-de04cf0e-1662-42af-a581-ab430fe0e466 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477211 Jun 08 12:46:11.081610 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-9ea1f5dc-3259-4101-8270-ec997fe00742 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2214410 Jun 08 12:46:11.124271 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Deleting port d5a4f141-eaaf-446a-a260-f3ab7f856606 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:46:11.124643 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.407477 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] For port d5a4f141-eaaf-446a-a260-f3ab7f856606, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5a4f141-eaaf-446a-a260-f3ab7f856606,segment=NetworkSegment(41e4808d-f71c-4f4d-a09f-8e4f99a2179b),segment_id=41e4808d-f71c-4f4d-a09f-8e4f99a2179b)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:11.408192 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.428320 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7aafe7-650b-4a4d-8915-90394da13561 req-9c28d158-dfea-4c1a-8150-b1a143e4c71e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:11.429834 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e7aafe7-650b-4a4d-8915-90394da13561 req-9c28d158-dfea-4c1a-8150-b1a143e4c71e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.3382051 Jun 08 12:46:11.435661 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-dbef9206-fd9c-4c34-bb28-2d6c66b854c4 service neutron] 10.222.0.21 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974389 Jun 08 12:46:11.563455 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Calling delete_port for d5a4f141-eaaf-446a-a260-f3ab7f856606 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:46:11.737899 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e7aafe7-650b-4a4d-8915-90394da13561 req-061cd533-a64f-4da8-912e-74a401adcfe3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007145 Jun 08 12:46:11.791687 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-9fb748ab-655b-4bb0-a3ee-31fb5f00dcb6 service neutron] 10.222.0.21 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365866 Jun 08 12:46:11.989586 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.003635 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d5a4f141-eaaf-446a-a260-f3ab7f856606'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:12.006429 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:12.124978 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Pushing event deleted for resources: {'Port': ['ID=d5a4f141-eaaf-446a-a260-f3ab7f856606,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:12.184011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.184382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.184745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.185095 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.185446 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.186423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.186787 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.187134 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.187480 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.187811 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.188148 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.188477 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:12.333330 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e2c17-8c7a-475a-a088-2d2d6d77304c req-b4449336-62ac-435a-8878-f73d166166c8 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:12.340875 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-889e2c17-8c7a-475a-a088-2d2d6d77304c req-b4449336-62ac-435a-8878-f73d166166c8 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf58b28-69f1-49bc-8f97-86146b69525b HTTP/1.1" status: 200 len: 867 time: 0.4923179 Jun 08 12:46:12.358584 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:12.359768 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] No DVR routers for this DVR port d5a4f141-eaaf-446a-a260-f3ab7f856606 on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:46:12.367109 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.369260 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01177a05-9c26-4bb4-8c2f-d2a3242d577d req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.59 "DELETE /v2.0/ports/d5a4f141-eaaf-446a-a260-f3ab7f856606 HTTP/1.1" status: 204 len: 173 time: 1.5100632 Jun 08 12:46:12.369852 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'name': 'network-vif-deleted', 'tag': 'd5a4f141-eaaf-446a-a260-f3ab7f856606'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:12.372268 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcfb49-3b75-4c6a-9c0a-18663d51cc8c" -d '{"events": [{"server_uuid": "2cf58b28-69f1-49bc-8f97-86146b69525b", "name": "network-vif-deleted", "tag": "d5a4f141-eaaf-446a-a260-f3ab7f856606"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:12.424920 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-889e2c17-8c7a-475a-a088-2d2d6d77304c req-446110c1-6036-42a3-bf44-cb898695258a tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] 10.222.0.21 "GET /v2.0/security-groups?id=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Jun 08 12:46:12.703565 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec7d6-ae6e-486d-ad4e-14951be1454f req-584ed917-9371-429e-afcd-9daebd64f282 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:12.705205 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ff0ec7d6-ae6e-486d-ad4e-14951be1454f req-584ed917-9371-429e-afcd-9daebd64f282 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1954887 Jun 08 12:46:12.722538 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eea9d-37bd-40be-960e-73e9be8b5bdf req-7e910e05-1cf5-44e8-a1be-e24d04cc8c84 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:12.732200 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05eea9d-37bd-40be-960e-73e9be8b5bdf req-7e910e05-1cf5-44e8-a1be-e24d04cc8c84 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1680417 Jun 08 12:46:12.820525 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05eea9d-37bd-40be-960e-73e9be8b5bdf req-2b771009-dde7-4b20-8e6d-5857fedb0041 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864470 Jun 08 12:46:12.825343 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ff0ec7d6-ae6e-486d-ad4e-14951be1454f req-9dcc2ec5-d881-4bed-acd1-1c03f4068942 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705917 Jun 08 12:46:12.907185 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23dac4-bd68-4201-a0f9-c60927239138 x-openstack-request-id: req-6b23dac4-bd68-4201-a0f9-c60927239138 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:12.907693 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf58b28-69f1-49bc-8f97-86146b69525b", "name": "network-vif-deleted", "tag": "d5a4f141-eaaf-446a-a260-f3ab7f856606", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:12.908082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b23dac4-bd68-4201-a0f9-c60927239138 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:12.908591 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf58b28-69f1-49bc-8f97-86146b69525b', 'name': 'network-vif-deleted', 'tag': 'd5a4f141-eaaf-446a-a260-f3ab7f856606', 'status': 'completed', 'code': 200} Jun 08 12:46:12.994270 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-309a48e0-4e06-4b05-bbb8-a8277601bd81 req-2b80dc1a-b1ad-4857-bc8a-06ffdc86f583 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0646517 Jun 08 12:46:13.148577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8ebef-7355-4179-b93d-6eeb04a63e9e req-9e810a26-30e2-47bf-a025-911047168b62 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:13.152169 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9ae8ebef-7355-4179-b93d-6eeb04a63e9e req-9e810a26-30e2-47bf-a025-911047168b62 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1127186 Jun 08 12:46:13.201544 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9ae8ebef-7355-4179-b93d-6eeb04a63e9e req-93f51530-f916-4196-980f-c6044809d3b5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444474 Jun 08 12:46:14.058353 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cb268-c9cc-4dd4-9ebc-e592d05e1724 req-b53ba8c0-c480-4d0e-9e52-29cd656618fb tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:14.062335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-032cb268-c9cc-4dd4-9ebc-e592d05e1724 req-b53ba8c0-c480-4d0e-9e52-29cd656618fb tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1068337 Jun 08 12:46:14.066526 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 45618) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:14.125570 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-032cb268-c9cc-4dd4-9ebc-e592d05e1724 req-f0772671-dfe3-42a3-bef6-76aa020e1284 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523274 Jun 08 12:46:14.208967 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c0b7c915-bbdd-42b7-b18c-a595c94b6fb0 req-02939de2-c522-4194-9c9b-4638f006ea14 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0671465 Jun 08 12:46:14.211201 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.293515 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d5a4f141-eaaf-446a-a260-f3ab7f856606 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:46:14.332480 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: d5a4f141-eaaf-446a-a260-f3ab7f856606 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:46:14.332765 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d5a4f141-eaaf-446a-a260-f3ab7f856606 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:46:14.395994 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.405068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.413592 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-811e1f8c-7afc-453c-9590-25fdba2890aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:14.462042 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b93b1d26c6864c9a8be88f431c2c0ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941865 Jun 08 12:46:14.462763 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd94601-6bc8-4d2e-80b0-56b290939fac,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:14.467047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:14.467497 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 45670) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:14.516667 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f465b3-ce22-4dd5-9d61-59496ef393d2 req-fbd2b349-9c65-41c0-8aa2-0cc167cbabc7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:14.518208 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68f465b3-ce22-4dd5-9d61-59496ef393d2 req-fbd2b349-9c65-41c0-8aa2-0cc167cbabc7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1902003 Jun 08 12:46:14.567538 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.602435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68f465b3-ce22-4dd5-9d61-59496ef393d2 req-309e8c1b-7d17-493f-8902-7dd8ee8b4cd1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741975 Jun 08 12:46:14.610029 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.666325 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.669057 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.670768 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acd94601-6bc8-4d2e-80b0-56b290939fac HTTP/1.1" status: 204 len: 168 time: 0.2018130 Jun 08 12:46:14.671493 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-57c9eb65-af3e-491c-8524-941955333493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:14.684245 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd94601-6bc8-4d2e-80b0-56b290939fac,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:14.691140 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:15.366146 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1de85e-57d5-48bb-92bf-8f8d41fefd24 req-ccdaab65-8b5a-4508-be39-a2934b92e55e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:15.374165 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ef1de85e-57d5-48bb-92bf-8f8d41fefd24 req-ccdaab65-8b5a-4508-be39-a2934b92e55e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1141050 Jun 08 12:46:15.444026 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-810b979c-86df-4b65-99d6-aef6ad206974 req-9f5ec5b5-a9f4-482e-b071-0b55b3cb346f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0866342 Jun 08 12:46:15.472052 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ef1de85e-57d5-48bb-92bf-8f8d41fefd24 req-08f2f3fe-93fd-48b6-8c92-e6b7f7a5a4a0 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968888 Jun 08 12:46:15.519745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 45778) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:15.639601 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-648540313-network', 'tenant_id': 'fa58f4a51c45440db8f50de438dc2741'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:15.669322 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Made reservation on behalf of fa58f4a51c45440db8f50de438dc2741 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:15.673957 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.690659 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.849490 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4312c9-2c50-4e84-907e-7dc283f84d93 req-d996dfb6-101e-4272-b6fe-b1617191332a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:15.851022 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec4312c9-2c50-4e84-907e-7dc283f84d93 req-d996dfb6-101e-4272-b6fe-b1617191332a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1305511 Jun 08 12:46:15.899439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.909729 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.916408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b7b2f6e8-4665-4831-8726-e965f3fbc1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:15.945741 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec4312c9-2c50-4e84-907e-7dc283f84d93 req-3476be1a-881e-4348-94b4-92a8bcd29c3c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822632 Jun 08 12:46:15.955430 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:46:15.961136 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f296dec-c3f6-4b32-baa8-ed70a5166090,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:15.972977 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:15.983313 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.983313 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.segments_db [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Added segment de0d74d9-0628-4696-8452-4caa1af05ea6 of type vlan for network afe90409-9342-4c42-9bd5-9a66d162b097 Jun 08 12:46:16.012076 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.047036 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.048380 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.048999 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.054646 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7045d4a3-52a1-4770-ae1a-254361e2466f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:16.146082 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6251109 Jun 08 12:46:16.149504 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45818) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:16.155626 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Request body: {'subnet': {'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-648540313-subnet', 'tenant_id': 'fa58f4a51c45440db8f50de438dc2741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:16.156892 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Pushing event updated for resources: {'Network': ['ID=afe90409-9342-4c42-9bd5-9a66d162b097,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:16.159736 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:16.167446 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network afe90409-9342-4c42-9bd5-9a66d162b097 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:46:16.179535 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Made reservation on behalf of fa58f4a51c45440db8f50de438dc2741 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:16.183219 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2324931'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.507545 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2324973'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.514874 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c13f9972-5d17-4b97-bbf7-2518d428cb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:16.579465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f626fbaf-796a-43a4-b7de-5c63ba58e98b,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:16.582945 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:16.612603 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-5b9ee0e9-d07d-4c3d-b906-a8ab8e22b361 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.614166 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-5b9ee0e9-d07d-4c3d-b906-a8ab8e22b361 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 809 time: 0.2385659 Jun 08 12:46:16.615441 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Checking segment: {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:46:16.616033 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Network hostable DHCP agents. Network: afe90409-9342-4c42-9bd5-9a66d162b097, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:46:16.637978 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Network afe90409-9342-4c42-9bd5-9a66d162b097 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:46:16.655629 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, afe90409-9342-4c42-9bd5-9a66d162b097) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:16.661039 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.661952 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.668000 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ee84b9-92e0-4ce5-b2c4-ff579f8482f1 None None] Network afe90409-9342-4c42-9bd5-9a66d162b097 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:46:16.708829 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5562510 Jun 08 12:46:16.791930 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-593e26e9-3710-428c-bbfe-fcaa698cf470 req-8be486b7-b862-4266-a913-98f6324b78b9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.1381190 Jun 08 12:46:16.851914 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-a1cf8531-b5f9-48c8-bed5-ee31ade99de6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2ace496d2174da1984ec361e0543bf3 HTTP/1.1" status: 200 len: 380 time: 0.2238855 Jun 08 12:46:16.870606 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'port': {'device_id': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'admin_state_up': True, 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'security_groups': ['efa9294e-679b-4769-a510-56869f2ac945']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:16.949955 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77011b77-fe77-4020-a493-201c05e90977 None None] Network afe90409-9342-4c42-9bd5-9a66d162b097 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:46:17.136113 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0783d-497b-49d4-a77f-669020aaa8a4 req-7ba08de2-b1cb-469f-b00d-6eab76242d73 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:17.137620 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4da0783d-497b-49d4-a77f-669020aaa8a4 req-7ba08de2-b1cb-469f-b00d-6eab76242d73 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.4567780 Jun 08 12:46:17.225530 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4da0783d-497b-49d4-a77f-669020aaa8a4 req-c68ca70b-a504-4076-897b-f2abae7eb6ac tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757270 Jun 08 12:46:17.252797 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c589b-cbc8-432c-906a-609505555839 req-10332213-4530-4c33-bdec-47c166e89787 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:17.252797 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d3c589b-cbc8-432c-906a-609505555839 req-10332213-4530-4c33-bdec-47c166e89787 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.2150245 Jun 08 12:46:17.276334 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Made reservation on behalf of f2ace496d2174da1984ec361e0543bf3 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:17.280056 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.324202 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d3c589b-cbc8-432c-906a-609505555839 req-7222a057-a58c-4ff5-9749-14d0ace4caaf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696788 Jun 08 12:46:17.579653 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Allocated IP 172.20.0.12 (99225fe3-e4ba-485d-944a-4485d3585a6a/3cd3e512-53db-4708-8631-f990b602962a/bd4f5412-794e-4518-886a-79823ebcbf24) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:46:17.632683 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b424-8a08-4136-a0ef-5bc2161c8cb5 req-92bf5408-b96b-4be6-b03e-f5db3e11cbe5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:17.634243 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ce6b424-8a08-4136-a0ef-5bc2161c8cb5 req-92bf5408-b96b-4be6-b03e-f5db3e11cbe5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2457356 Jun 08 12:46:17.823260 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ce6b424-8a08-4136-a0ef-5bc2161c8cb5 req-4a6a1534-cc15-44d9-a2e8-7bf1db811585 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802385 Jun 08 12:46:17.918077 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.936781 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Transition to ACTIVE for port object bd4f5412-794e-4518-886a-79823ebcbf24 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:46:18.017898 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dada1840-41bc-46f9-a4ff-f77f34b5fb2a req-10467563-f86c-4e69-b4ea-f1a992870ca9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0503161 Jun 08 12:46:18.027101 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.030016 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:18.030016 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:46:18.030016 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:46:18.030016 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:46:18.030016 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:18.030016 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:46:18.059068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Network 99225fe3-e4ba-485d-944a-4485d3585a6a is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:46:18.060353 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:18.063518 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:46:18.141724 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:18.142443 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.189014 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-25aa300a-6e24-45eb-9e19-526cb69b8965 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3262501 Jun 08 12:46:18.211016 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Request body: {'port': {'device_id': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:18.366744 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-0a6b2f86-2ad1-49c1-a3eb-cff27683dab8 None None] Provisioning for port bd4f5412-794e-4518-886a-79823ebcbf24 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:46:18.374019 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-0a6b2f86-2ad1-49c1-a3eb-cff27683dab8 None None] Provisioning complete for port bd4f5412-794e-4518-886a-79823ebcbf24 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:18.374416 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2f86-2ad1-49c1-a3eb-cff27683dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.377388 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.450850 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b2f86-2ad1-49c1-a3eb-cff27683dab8 None None] Port bd4f5412-794e-4518-886a-79823ebcbf24 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:46:18.610116 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11d65a-1a14-4255-b942-9c7b7d8efea6 req-462dff58-c980-4fd9-b19a-64f05f2d1a24 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:18.611651 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e11d65a-1a14-4255-b942-9c7b7d8efea6 req-462dff58-c980-4fd9-b19a-64f05f2d1a24 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.2251890 Jun 08 12:46:18.786645 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e11d65a-1a14-4255-b942-9c7b7d8efea6 req-acf1c4e4-ebe6-4385-93f3-008daef2f4f9 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663423 Jun 08 12:46:18.924054 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4f5412-794e-4518-886a-79823ebcbf24 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:18.933788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.981614 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Transition to ACTIVE for port object bd4f5412-794e-4518-886a-79823ebcbf24 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:46:18.987718 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.004822 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-128abc48-264a-47e3-b6d8-00e038ac25bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:19.251895 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f5412-794e-4518-886a-79823ebcbf24,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:19.262187 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:19.376523 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292dcd-a6b7-4cde-b935-aa4dfe09ed82 req-223eb75b-7aa6-44b6-aa8f-7cef9f49f37c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:19.378012 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84292dcd-a6b7-4cde-b935-aa4dfe09ed82 req-223eb75b-7aa6-44b6-aa8f-7cef9f49f37c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.4295547 Jun 08 12:46:19.419803 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Attempting to bind port bd4f5412-794e-4518-886a-79823ebcbf24 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:46:19.420229 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Attempting to bind port bd4f5412-794e-4518-886a-79823ebcbf24 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:46:19.420498 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Attempting to bind port bd4f5412-794e-4518-886a-79823ebcbf24 on network 99225fe3-e4ba-485d-944a-4485d3585a6a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:19.430812 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Port bd4f5412-794e-4518-886a-79823ebcbf24 on network 99225fe3-e4ba-485d-944a-4485d3585a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:46:19.431140 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Attempting to bind port bd4f5412-794e-4518-886a-79823ebcbf24 on network 99225fe3-e4ba-485d-944a-4485d3585a6a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:19.454106 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:46:19.454444 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Checking segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:46:19.454828 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Bound using segment: {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:46:19.455260 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Bound port: bd4f5412-794e-4518-886a-79823ebcbf24, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40552f90-5622-458c-a866-e1e27f7bec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:46:19.455602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.468584 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84292dcd-a6b7-4cde-b935-aa4dfe09ed82 req-a4b05e9c-4f7d-4109-8c18-0ecea14cad9e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782130 Jun 08 12:46:19.519082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb08b-7dd2-4720-bab0-fd6a49cf85f7 req-4f9b3e0b-21de-4f6c-bb83-246c55f0eeaa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:19.520630 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b1cb08b-7dd2-4720-bab0-fd6a49cf85f7 req-4f9b3e0b-21de-4f6c-bb83-246c55f0eeaa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.2620220 Jun 08 12:46:19.639418 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b1cb08b-7dd2-4720-bab0-fd6a49cf85f7 req-c7e994cc-3f23-40ce-9bb7-d85e4bde9e57 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063495 Jun 08 12:46:19.692648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:46:19.712031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bd4f5412-794e-4518-886a-79823ebcbf24,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:46:19.718058 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.726658 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-863737c6-5287-4a30-900f-a7e7432499f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:19.805942 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:19.806547 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.809370 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 1094 time: 1.6087844 Jun 08 12:46:19.812942 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:19.815312 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:19.844799 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f5412-794e-4518-886a-79823ebcbf24,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:19.854339 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-004b0c21-ad18-4d55-af16-0c3ad1192ad0 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:19.861817 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-004b0c21-ad18-4d55-af16-0c3ad1192ad0 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 813 time: 0.2653275 Jun 08 12:46:19.863920 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:19.879434 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-056e5c00-cd98-4515-8afb-eeea06eb8e83 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/quotas/fa58f4a51c45440db8f50de438dc2741 HTTP/1.1" status: 200 len: 375 time: 0.0165842 Jun 08 12:46:19.966615 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-e2774fa9-28ff-4f66-bbd7-07aaad8213ce tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860434 Jun 08 12:46:20.197234 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-779a968d-b599-42db-b704-7a19a196960f service neutron] 10.222.0.21 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290995 Jun 08 12:46:20.203581 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-db3b3d4d-18b0-49a9-9d51-5ede4cd9dbb3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096473 Jun 08 12:46:20.266076 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:46:20.283059 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-8b439fe2-e7da-4fc7-b8c1-604eb777b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.284539 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-8b439fe2-e7da-4fc7-b8c1-604eb777b8f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1097 time: 0.3611743 Jun 08 12:46:20.295418 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27540d-758d-48e4-91d4-ebb52af855ee req-0e8568d8-a74a-4200-8ed9-284bde5e54bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.296936 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1a27540d-758d-48e4-91d4-ebb52af855ee req-0e8568d8-a74a-4200-8ed9-284bde5e54bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.3052270 Jun 08 12:46:20.364207 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-2b17b44e-96d8-477e-8e0a-21471d2eab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.367459 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-2b17b44e-96d8-477e-8e0a-21471d2eab7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 1098 time: 0.1397288 Jun 08 12:46:20.368116 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45952) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:20.387466 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-dfaca939-9098-4884-aa6d-b2838d768657 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 217 time: 0.0877056 Jun 08 12:46:20.501906 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1a27540d-758d-48e4-91d4-ebb52af855ee req-dfdd5985-aaca-48e8-8efb-3a74321e88e5 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388743 Jun 08 12:46:20.510648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-d5c00e36-c4ae-4959-a794-1cc41ce28ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.512341 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-d5c00e36-c4ae-4959-a794-1cc41ce28ff8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.1135223 Jun 08 12:46:20.516319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-094df73e-33a6-4842-8a2f-69bd7af853c8 service neutron] 10.222.0.21 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183029 Jun 08 12:46:20.613949 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4db655-6def-4079-9f5d-f233c72834e4 x-openstack-request-id: req-2b4db655-6def-4079-9f5d-f233c72834e4 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:20.614584 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:20.614959 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b4db655-6def-4079-9f5d-f233c72834e4 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:20.615475 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'status': 'completed', 'code': 200} Jun 08 12:46:20.649608 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-35ba42c9-d851-4478-87a7-ab54ac4fe095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.651379 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-35ba42c9-d851-4478-87a7-ab54ac4fe095 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.2453580 Jun 08 12:46:20.658118 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2fef1313-2759-4f65-871b-f2673b57006d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=811d941cf7a64b41bc52dc72f0030d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866278 Jun 08 12:46:20.658361 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a1de-23ab-4843-8b2f-872749209dde req-eb3bc072-6b8e-4043-92ac-cde03a3ff5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.660524 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 45960) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:20.663156 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-eb3bc072-6b8e-4043-92ac-cde03a3ff5e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1282907 Jun 08 12:46:20.818168 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-15f8885d-cb1e-44a4-8e1e-398cdd9f633f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae HTTP/1.1" status: 200 len: 217 time: 0.1583362 Jun 08 12:46:20.915204 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-2c2e09f1-3bca-4bfd-be87-2e3d02b670cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.920162 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-2c2e09f1-3bca-4bfd-be87-2e3d02b670cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.0885592 Jun 08 12:46:20.920162 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:20.987430 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097c95-38b2-49a0-aca2-65679b54802d req-7ae95ee9-5eea-4841-8132-1cc4d5513fe8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.989043 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-20097c95-38b2-49a0-aca2-65679b54802d req-7ae95ee9-5eea-4841-8132-1cc4d5513fe8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2574599 Jun 08 12:46:20.995652 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-c7579a3b-7695-4dcf-ab0b-ebe631fa8d45 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213799 Jun 08 12:46:21.003231 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-9f903f81-b007-43cc-a7cb-dd06876d7dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688410 Jun 08 12:46:21.009885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409ae3e-9201-4aab-bc45-eab84fd5fb03 req-fe52a8a9-af31-4c7e-b2e8-5ea919029e4e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:21.014562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.019143 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f409ae3e-9201-4aab-bc45-eab84fd5fb03 req-fe52a8a9-af31-4c7e-b2e8-5ea919029e4e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1981514 Jun 08 12:46:21.211835 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-c0da68cf-cf5c-48f0-9efc-09bb0a36eab3 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000120 Jun 08 12:46:21.218141 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.220634 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.224843 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f HTTP/1.1" status: 204 len: 168 time: 0.5609164 Jun 08 12:46:21.226794 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-591dd93d-04e0-401f-a1d9-689f5f11c479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:21.258127 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a9a2f-f5d4-44ef-882e-5f5ef1812f1f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:21.275349 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f409ae3e-9201-4aab-bc45-eab84fd5fb03 req-321c9a71-f172-4dad-917c-f2b076a252c9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544723 Jun 08 12:46:21.284800 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:21.318009 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-20097c95-38b2-49a0-aca2-65679b54802d req-57b1eab3-0ee1-46c5-9823-17a33f4d0022 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899394 Jun 08 12:46:21.380790 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f09a1de-23ab-4843-8b2f-872749209dde req-750334b5-1135-42f9-9a81-f807cdd20bb4 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582380 Jun 08 12:46:21.495422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f51a176-5be8-4022-a2ba-37b0b2440fb5 req-430e3714-a1c1-480c-b802-f021d3a50b5a tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 210 time: 0.0637879 Jun 08 12:46:21.503643 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-75d5fb96-93e2-4cfa-bc98-153173dd1439 req-a334f782-547f-4389-8d81-e40f7584e1fe service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775457 Jun 08 12:46:21.667627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-8f25552a-9fde-4151-9f47-afe69fad1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:21.670595 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-8f25552a-9fde-4151-9f47-afe69fad1f50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1097 time: 0.1899135 Jun 08 12:46:21.937448 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-4e87b11d-807c-4b16-bef8-5781cabc4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:21.938925 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-4e87b11d-807c-4b16-bef8-5781cabc4847 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 910 time: 0.2561858 Jun 08 12:46:21.952806 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0687d-aae0-40f5-91f5-a59adafefea6 req-2b018074-ea15-4dd0-a59f-6f85a8da5ce5 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:21.954229 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ef0687d-aae0-40f5-91f5-a59adafefea6 req-2b018074-ea15-4dd0-a59f-6f85a8da5ce5 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.2160795 Jun 08 12:46:22.031533 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-3de4e2de-314b-4700-bf7d-d5dc300723b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 217 time: 0.0763314 Jun 08 12:46:22.098731 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ef0687d-aae0-40f5-91f5-a59adafefea6 req-151a84f3-12f6-487b-ac0d-2a6a20bda8da tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889559 Jun 08 12:46:22.115936 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-e4fd7df2-525b-413c-88d7-65438630ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:22.117382 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-e4fd7df2-525b-413c-88d7-65438630ff13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.0778174 Jun 08 12:46:22.209000 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-2ecab139-50e8-4869-a185-eeb2a483c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:22.210505 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-2ecab139-50e8-4869-a185-eeb2a483c2d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754337 Jun 08 12:46:22.367829 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-785b08cb-7089-43dd-81df-e5d45ba91317 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:22.369759 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-785b08cb-7089-43dd-81df-e5d45ba91317 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 813 time: 0.1613274 Jun 08 12:46:22.385209 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Request body: {'port': {'device_id': '26bc163b-a05e-41ac-948a-3932f54b7873', 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097', 'admin_state_up': True, 'tenant_id': 'fa58f4a51c45440db8f50de438dc2741'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:22.396988 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-34e6b80b-6a82-46eb-a632-18689d5a3045 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649873 Jun 08 12:46:22.560304 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Made reservation on behalf of fa58f4a51c45440db8f50de438dc2741 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:22.564070 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.673332 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8794fdb5-ec0d-4eb9-9c21-c25842e386f3 req-dc624dd1-d79b-47c4-b11d-b3305d98275b service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666099 Jun 08 12:46:22.690519 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c35b81-2311-46a0-a815-185a3321ab9a req-5bf6c50f-613a-46e5-8b12-b0a0d071433d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:22.691923 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-73c35b81-2311-46a0-a815-185a3321ab9a req-5bf6c50f-613a-46e5-8b12-b0a0d071433d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1719291 Jun 08 12:46:22.700528 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933446ad-afc2-472f-b207-ac8c80ebaa96 req-1879417b-48d9-4cd1-a2e9-f1ea0929d906 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:22.702571 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-933446ad-afc2-472f-b207-ac8c80ebaa96 req-1879417b-48d9-4cd1-a2e9-f1ea0929d906 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.2720602 Jun 08 12:46:22.735004 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Allocated IP 172.20.0.4 (afe90409-9342-4c42-9bd5-9a66d162b097/f626fbaf-796a-43a4-b7de-5c63ba58e98b/d52837e9-c555-42a1-a5e8-0763d1aadcc9) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:46:22.774818 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-73c35b81-2311-46a0-a815-185a3321ab9a req-d275b016-8590-4a99-a77a-906ff473c9ff tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712681 Jun 08 12:46:22.779265 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-933446ad-afc2-472f-b207-ac8c80ebaa96 req-cddcc583-33d1-4902-a810-3908d636e470 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602562 Jun 08 12:46:22.950666 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c1d22222-234e-4da9-a38d-d4b745a214ae req-c0b58ebf-9d77-4a7c-8b40-b7b98837d7b6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 210 time: 0.0640185 Jun 08 12:46:23.057887 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:23.088477 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:23.090937 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:23.090937 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:46:23.090937 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:46:23.090937 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:46:23.090937 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:23.090937 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:46:23.108429 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Network afe90409-9342-4c42-9bd5-9a66d162b097 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:46:23.109865 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:23.112282 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:46:23.179845 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:23.180608 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:23.203968 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-26fd7ce1-9ecd-422a-9a19-dc02cc92a24e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230317 Jun 08 12:46:23.217393 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Request body: {'port': {'device_id': '26bc163b-a05e-41ac-948a-3932f54b7873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:23.306174 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa310b7c-cd57-4bb5-b275-5b9ef0efc6b9 req-13aef8d5-79bc-41b8-ab2d-b3600011a093 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:23.307851 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aa310b7c-cd57-4bb5-b275-5b9ef0efc6b9 req-13aef8d5-79bc-41b8-ab2d-b3600011a093 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0914481 Jun 08 12:46:23.332773 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:23.358296 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aa310b7c-cd57-4bb5-b275-5b9ef0efc6b9 req-7eec71c1-cf80-498d-9f35-ac10cc94c8ec tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443835 Jun 08 12:46:23.703902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52837e9-c555-42a1-a5e8-0763d1aadcc9 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:23.711906 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:23.732226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Transition to ACTIVE for port object d52837e9-c555-42a1-a5e8-0763d1aadcc9 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:46:23.738314 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:23.746872 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:23.957685 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d52837e9-c555-42a1-a5e8-0763d1aadcc9,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:23.988382 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:24.035248 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Attempting to bind port d52837e9-c555-42a1-a5e8-0763d1aadcc9 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:46:24.035589 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Attempting to bind port d52837e9-c555-42a1-a5e8-0763d1aadcc9 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:46:24.035922 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Attempting to bind port d52837e9-c555-42a1-a5e8-0763d1aadcc9 on network afe90409-9342-4c42-9bd5-9a66d162b097 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:24.040868 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Port d52837e9-c555-42a1-a5e8-0763d1aadcc9 on network afe90409-9342-4c42-9bd5-9a66d162b097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:46:24.041182 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Attempting to bind port d52837e9-c555-42a1-a5e8-0763d1aadcc9 on network afe90409-9342-4c42-9bd5-9a66d162b097 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:24.047390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:46:24.047729 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Checking segment: {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:46:24.048113 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Bound using segment: {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:46:24.048539 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Bound port: d52837e9-c555-42a1-a5e8-0763d1aadcc9, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:46:24.048887 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:24.051761 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60095611-60e5-4f43-83f1-e47e35708248 req-d72abed5-8bff-41c0-bbf2-938d72235876 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.053538 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60095611-60e5-4f43-83f1-e47e35708248 req-d72abed5-8bff-41c0-bbf2-938d72235876 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1540122 Jun 08 12:46:24.072364 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3780e-6fab-4d74-8a36-049cbfd69996 req-0ce1ac2c-fbcd-48e7-ae5c-8caa1b61e4a4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.081703 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-99b3780e-6fab-4d74-8a36-049cbfd69996 req-0ce1ac2c-fbcd-48e7-ae5c-8caa1b61e4a4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1443374 Jun 08 12:46:24.153298 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] For port d52837e9-c555-42a1-a5e8-0763d1aadcc9, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:46:24.157753 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] For port d52837e9-c555-42a1-a5e8-0763d1aadcc9, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:46:24.166182 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:24.170604 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bde0bc74-0fc7-4546-b656-ee0f06e903fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:24.230858 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.231463 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:24.232924 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/d52837e9-c555-42a1-a5e8-0763d1aadcc9 HTTP/1.1" status: 200 len: 1093 time: 1.0203650 Jun 08 12:46:24.233414 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bc163b-a05e-41ac-948a-3932f54b7873', 'tag': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:24.235155 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-99b3780e-6fab-4d74-8a36-049cbfd69996 req-ffa75a3b-693a-4420-ad80-34ce4901191d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525733 Jun 08 12:46:24.235848 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223cc2a-1f5c-4803-b440-286c9af4421a" -d '{"events": [{"name": "network-changed", "server_uuid": "26bc163b-a05e-41ac-948a-3932f54b7873", "tag": "d52837e9-c555-42a1-a5e8-0763d1aadcc9"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:24.240308 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60095611-60e5-4f43-83f1-e47e35708248 req-bc5dd65e-0f57-45c3-be9b-756a54a0934f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559739 Jun 08 12:46:24.272268 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:46:24.282596 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d52837e9-c555-42a1-a5e8-0763d1aadcc9,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:24.289308 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:24.339550 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bde50b-5241-4c5f-8090-77e18cf7bd7d x-openstack-request-id: req-f3bde50b-5241-4c5f-8090-77e18cf7bd7d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:24.339550 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bc163b-a05e-41ac-948a-3932f54b7873", "tag": "d52837e9-c555-42a1-a5e8-0763d1aadcc9", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:24.339550 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3bde50b-5241-4c5f-8090-77e18cf7bd7d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:24.339550 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bc163b-a05e-41ac-948a-3932f54b7873', 'tag': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9', 'status': 'completed', 'code': 200} Jun 08 12:46:24.385191 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-761bfbac-30dd-4798-afbf-f3bc962f5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.386731 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-761bfbac-30dd-4798-afbf-f3bc962f5439 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 1096 time: 0.0943654 Jun 08 12:46:24.454749 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642330d7-5a75-45f2-bc2d-0cc7230e1fc5 req-efd2afe3-c926-44f1-88c9-5180f631f148 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.465165 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-642330d7-5a75-45f2-bc2d-0cc7230e1fc5 req-efd2afe3-c926-44f1-88c9-5180f631f148 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 943 time: 0.1054010 Jun 08 12:46:24.472821 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-247d427c-1ba0-427d-8a57-92d78fd88368 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9 HTTP/1.1" status: 200 len: 217 time: 0.0731020 Jun 08 12:46:24.478192 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:24.494750 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'mac_address': 'fa:16:3e:3b:d9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:46:24.560162 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:24.563595 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-b4f4e5b8-63e7-4971-a0e1-4977c46759a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.565472 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-b4f4e5b8-63e7-4971-a0e1-4977c46759a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.0839982 Jun 08 12:46:24.573161 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-642330d7-5a75-45f2-bc2d-0cc7230e1fc5 req-dc357b4b-3729-4319-b3a9-89bd5cf356da tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033530 Jun 08 12:46:24.579510 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:24.603594 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:24.615303 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:24.627621 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:24.632815 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-f6602498-9734-4308-967f-2012316381ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499573 Jun 08 12:46:24.650026 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366b4ea-f83b-4810-a955-07837541672e req-c8fce08c-465d-41ba-81f7-6e0c9d807baa tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.651613 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3366b4ea-f83b-4810-a955-07837541672e req-c8fce08c-465d-41ba-81f7-6e0c9d807baa tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1516361 Jun 08 12:46:24.716369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=6']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:24.725578 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:24.728606 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3366b4ea-f83b-4810-a955-07837541672e req-8ef39e4a-44d1-40c5-9a00-329d4e5d4fe1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626712 Jun 08 12:46:24.765423 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:24.797248 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-cf918e77-9ad5-4ded-8a02-29a047f68470 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541474 Jun 08 12:46:24.937753 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:24.955494 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-cbb3d6c3-dc99-49a4-aade-2e66fcea61b6 req-0f20cd6e-0203-40dd-9d35-1603c5cb6274 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420033 Jun 08 12:46:25.197691 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-492b692e-2f0a-49b0-a0f1-eb13cf4a467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.198704 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-492b692e-2f0a-49b0-a0f1-eb13cf4a467d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 1096 time: 0.1683650 Jun 08 12:46:25.427779 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-1586f9b2-bb98-407e-b0f0-6ece132e22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.429529 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-1586f9b2-bb98-407e-b0f0-6ece132e22d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 914 time: 0.2187607 Jun 08 12:46:25.537338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f99be-e634-460c-9641-aa6d592182e0 req-2ea95b72-8061-4b21-8f8f-e06cb9f336a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.552409 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e27f99be-e634-460c-9641-aa6d592182e0 req-2ea95b72-8061-4b21-8f8f-e06cb9f336a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1763487 Jun 08 12:46:25.555720 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-7cf7c292-31ac-4cbf-83b9-598ed61afd7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9 HTTP/1.1" status: 200 len: 217 time: 0.1167250 Jun 08 12:46:25.626172 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e27f99be-e634-460c-9641-aa6d592182e0 req-cd899e5e-e911-4f78-9a39-795940d9d098 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615442 Jun 08 12:46:25.661113 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316aa4-18cc-49a0-a8cf-4eb0d568d3e7 req-314f1ede-0c3e-4c7c-a987-8c1e172f5b23 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.668323 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-1fc7ea4e-5ba8-4bb7-93cb-d35ced337363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.668717 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-18316aa4-18cc-49a0-a8cf-4eb0d568d3e7 req-314f1ede-0c3e-4c7c-a987-8c1e172f5b23 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.2371538 Jun 08 12:46:25.691983 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-1fc7ea4e-5ba8-4bb7-93cb-d35ced337363 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.1208913 Jun 08 12:46:25.749380 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-18316aa4-18cc-49a0-a8cf-4eb0d568d3e7 req-7d706339-683d-44da-aadf-a3566a6e93b7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758662 Jun 08 12:46:25.772458 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-e0ba00c6-37d2-443e-b661-7e3d5dea72ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746820 Jun 08 12:46:25.981122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341152-2e3e-45b0-9ef4-3462acaa2606 req-f4d24c31-5a00-43e1-937f-2c27b7590e63 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.988599 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fd341152-2e3e-45b0-9ef4-3462acaa2606 req-f4d24c31-5a00-43e1-937f-2c27b7590e63 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 943 time: 0.1454930 Jun 08 12:46:26.057486 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-ae7ed367-0950-4dc3-83bc-86ac3956baf0 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699513 Jun 08 12:46:26.062668 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fd341152-2e3e-45b0-9ef4-3462acaa2606 req-6f51e6ff-ebee-40eb-ac77-0b7d0bbba58e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730791 Jun 08 12:46:26.095279 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270f42b-7bf1-4d8e-974d-f2963f8a6bea req-d507e06a-4b82-4ec5-be2f-6f5380b59b29 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:26.096847 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8270f42b-7bf1-4d8e-974d-f2963f8a6bea req-d507e06a-4b82-4ec5-be2f-6f5380b59b29 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1618743 Jun 08 12:46:26.155571 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8270f42b-7bf1-4d8e-974d-f2963f8a6bea req-ee8c1932-aa48-4d8b-9953-033b5fab3cf3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508249 Jun 08 12:46:26.251126 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-2223cc2a-1f5c-4803-b440-286c9af4421a req-66622756-a7e5-4bd4-a8db-fd0b9764252d service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822999 Jun 08 12:46:26.270813 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:46:26.377269 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:26.377966 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:26.582865 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:26.619442 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:26.623850 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:26.626938 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409694bf-8317-470a-b3fe-856bb8785d14" -d '{"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:26.631820 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:26.633738 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:26.787156 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=7']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:26.807204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.807566 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.808049 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.808389 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.808720 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.809050 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.809377 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.809911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.810268 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.811200 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.811529 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.811869 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:26.823389 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba251f-a3dd-4437-b2a5-b13d28c5eb9b req-ccfe0c17-73a8-480d-90f1-2a44e26a5592 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:26.832061 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:26.833030 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aeba251f-a3dd-4437-b2a5-b13d28c5eb9b req-ccfe0c17-73a8-480d-90f1-2a44e26a5592 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1668015 Jun 08 12:46:26.972946 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aeba251f-a3dd-4437-b2a5-b13d28c5eb9b req-886e4470-8ba4-4ce6-879b-490a0b3557b0 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385360 Jun 08 12:46:26.988756 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-cc6cdc71-62ae-47e6-a898-e75e045c7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:26.998748 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-cc6cdc71-62ae-47e6-a898-e75e045c7ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1098 time: 0.2232723 Jun 08 12:46:27.060344 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43384bda-2e34-4c05-b86b-cff24ce96543 x-openstack-request-id: req-43384bda-2e34-4c05-b86b-cff24ce96543 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:27.060695 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:27.061023 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43384bda-2e34-4c05-b86b-cff24ce96543 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:27.063885 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'code': 200} Jun 08 12:46:27.300277 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-a11fd73b-1559-4fd2-8b88-7b958d48044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.302109 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-a11fd73b-1559-4fd2-8b88-7b958d48044d service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.2906730 Jun 08 12:46:27.478322 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-06360e33-2fec-435f-8775-777205a99ae0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 1000 time: 0.1419957 Jun 08 12:46:27.510517 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1c67-3f1e-41e2-893b-dff55215406b req-159ee8d9-8d21-478a-9de5-64e49c5587f3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.512141 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bfcc1c67-3f1e-41e2-893b-dff55215406b req-159ee8d9-8d21-478a-9de5-64e49c5587f3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.3152800 Jun 08 12:46:27.572502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-a8e9737b-1b2c-49b1-bae2-dcbe3875c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.574487 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-a8e9737b-1b2c-49b1-bae2-dcbe3875c5ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0819888 Jun 08 12:46:27.603460 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bfcc1c67-3f1e-41e2-893b-dff55215406b req-42171ff1-b948-4d35-a010-c2259ed8b2ea tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797243 Jun 08 12:46:27.605945 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-09de4acc-152e-46da-a1b7-54227fc84abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.608084 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-09de4acc-152e-46da-a1b7-54227fc84abf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.2542894 Jun 08 12:46:27.660242 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46896a-a45e-4a38-867f-84205ce6958f req-2a41ef73-38f4-4c0e-9a32-d9ac130346a8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.674289 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f46896a-a45e-4a38-867f-84205ce6958f req-2a41ef73-38f4-4c0e-9a32-d9ac130346a8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2709842 Jun 08 12:46:27.719157 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-e0ef488f-5055-4a70-9cf3-fe1b2b7dba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.725927 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-e0ef488f-5055-4a70-9cf3-fe1b2b7dba1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1378322 Jun 08 12:46:27.861458 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f46896a-a45e-4a38-867f-84205ce6958f req-a04ca1cc-4fa7-40e6-a7b6-c69e13f221b4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861925 Jun 08 12:46:27.912734 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-83efda7a-3050-472d-8bb6-2209a94b0311 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683414 Jun 08 12:46:27.915062 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-133c8532-2acf-44eb-8e87-b18abc08b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.916537 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-133c8532-2acf-44eb-8e87-b18abc08b666 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.2984757 Jun 08 12:46:27.938847 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471376a4-87e4-4a17-914c-0895c53e6a33 req-fe783677-4be0-4601-9181-82821ca4cf73 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.940631 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-471376a4-87e4-4a17-914c-0895c53e6a33 req-fe783677-4be0-4601-9181-82821ca4cf73 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 943 time: 0.1699407 Jun 08 12:46:28.119151 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-eb28e547-bb8c-4784-8550-036d3f2cea18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.1714940 Jun 08 12:46:28.225290 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-94d0eb9e-eebe-4199-b1e5-45c06c936bb9 req-439e3f61-6983-4a44-aa1e-b537ec3a040a service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802825 Jun 08 12:46:28.225436 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-471376a4-87e4-4a17-914c-0895c53e6a33 req-ef0989a3-d7ff-44df-8206-9e607561d64c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719045 Jun 08 12:46:28.255193 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-f4834f67-9317-4cce-a614-489a2f92fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:28.257197 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-f4834f67-9317-4cce-a614-489a2f92fe80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.1289623 Jun 08 12:46:28.269696 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19db37-8258-4e7c-a2c6-b8ff04a82549 req-5ba574e3-81ed-439d-aa7a-eb78276dc20b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:28.278266 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4d19db37-8258-4e7c-a2c6-b8ff04a82549 req-5ba574e3-81ed-439d-aa7a-eb78276dc20b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.2248015 Jun 08 12:46:28.284668 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d52837e9-c555-42a1-a5e8-0763d1aadcc9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:46:28.350720 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-5f02c0d8-e861-40f8-80c7-46126e279bb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700374 Jun 08 12:46:28.467979 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4d19db37-8258-4e7c-a2c6-b8ff04a82549 req-343957dd-aea6-4bd9-ab7b-45fa6d8ed798 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890197 Jun 08 12:46:28.473815 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d52837e9-c555-42a1-a5e8-0763d1aadcc9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:28.502243 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9', 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097', 'port_id': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9', 'mac_address': 'fa:16:3e:57:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f626fbaf-796a-43a4-b7de-5c63ba58e98b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:46:28.577065 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:28.610514 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52837e9-c555-42a1-a5e8-0763d1aadcc9 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:28.633942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d52837e9-c555-42a1-a5e8-0763d1aadcc9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:28.642381 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:28.649816 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:28.681893 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-29ee2984-cda4-454b-a60d-c0b6b987a29a service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219581 Jun 08 12:46:28.763628 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d52837e9-c555-42a1-a5e8-0763d1aadcc9,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:28.769705 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:28.792884 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77af62-a8c5-46dc-a470-0c48b6d83ed3 req-186144a9-257f-4d84-8be9-250eb786ac61 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:28.794392 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fc77af62-a8c5-46dc-a470-0c48b6d83ed3 req-186144a9-257f-4d84-8be9-250eb786ac61 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.4033148 Jun 08 12:46:28.949617 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fc77af62-a8c5-46dc-a470-0c48b6d83ed3 req-f264b513-bf3f-4dac-b97a-7fccc2b22fdc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136122 Jun 08 12:46:28.983365 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-404a068d-1bfe-4f45-b1fe-2b37f14e6ce8 req-98f648f1-1d3d-4600-8781-3e8487affac8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913723 Jun 08 12:46:28.995566 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b94e7-aae7-4eb7-bed3-36e22f76a03d req-41625f3a-2708-43b4-96f6-9a87afcc6014 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:28.997072 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd1b94e7-aae7-4eb7-bed3-36e22f76a03d req-41625f3a-2708-43b4-96f6-9a87afcc6014 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.2123594 Jun 08 12:46:29.066369 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd1b94e7-aae7-4eb7-bed3-36e22f76a03d req-6397b117-acd0-44e4-90ea-d7c6f266fefa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625973 Jun 08 12:46:29.156409 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d52837e9-c555-42a1-a5e8-0763d1aadcc9'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:29.519190 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68fd72-b756-45a6-b47f-e02e85c49dbb req-13e622e2-e608-4404-8aef-c0e068f76f27 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:29.520733 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c68fd72-b756-45a6-b47f-e02e85c49dbb req-13e622e2-e608-4404-8aef-c0e068f76f27 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 944 time: 0.1263373 Jun 08 12:46:29.556783 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8493c-47b8-440b-b2bd-882c27757aff req-148b6217-5685-44b4-bd9b-48ac2284b810 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:29.558519 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ff8493c-47b8-440b-b2bd-882c27757aff req-148b6217-5685-44b4-bd9b-48ac2284b810 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.2109213 Jun 08 12:46:29.647724 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c68fd72-b756-45a6-b47f-e02e85c49dbb req-f0babf9e-b968-44ea-b7e0-cfe07c62f8fe tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000080 Jun 08 12:46:29.652377 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ff8493c-47b8-440b-b2bd-882c27757aff req-b6dfe766-6df0-4172-ad30-2fc2d9865c70 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789747 Jun 08 12:46:29.837892 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338483-595c-4359-afe8-3107073e1594 req-46b9b823-7b28-4632-bb61-3676a6877da1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:29.839396 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-86338483-595c-4359-afe8-3107073e1594 req-46b9b823-7b28-4632-bb61-3676a6877da1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0944846 Jun 08 12:46:29.891827 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-86338483-595c-4359-afe8-3107073e1594 req-d64d7139-1093-4cc9-8e75-2e6d16ade487 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465810 Jun 08 12:46:30.169244 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500653a-8599-42f6-ab64-c60b05487663 req-6d5d8f5a-a93d-45cf-bee5-36f6c0748307 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:30.178743 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7500653a-8599-42f6-ab64-c60b05487663 req-6d5d8f5a-a93d-45cf-bee5-36f6c0748307 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1078534 Jun 08 12:46:30.278012 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7500653a-8599-42f6-ab64-c60b05487663 req-015e0303-446c-441e-8b00-8d19ac7f21f4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980914 Jun 08 12:46:30.309122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device bd4f5412-794e-4518-886a-79823ebcbf24 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:46:30.323962 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd28f7-6763-4eb7-b40f-28eaa7ff399d req-a75da8e2-c704-4360-a456-f0a77d547531 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:30.331768 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-64bd28f7-6763-4eb7-b40f-28eaa7ff399d req-a75da8e2-c704-4360-a456-f0a77d547531 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1374078 Jun 08 12:46:30.409543 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-64bd28f7-6763-4eb7-b40f-28eaa7ff399d req-85396ec7-3110-42b2-947b-49497e9ecd81 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767870 Jun 08 12:46:30.481598 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bd4f5412-794e-4518-886a-79823ebcbf24,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:30.501175 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'port_id': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'mac_address': 'fa:16:3e:24:e1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:46:30.581381 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.602173 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4f5412-794e-4518-886a-79823ebcbf24 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:30.628957 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bd4f5412-794e-4518-886a-79823ebcbf24,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:30.634168 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.636564 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1b45481c-8888-4b02-b89e-a529d1ae7d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:30.734516 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=bd4f5412-794e-4518-886a-79823ebcbf24,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:30.741926 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:30.962441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d16e85-010a-4e93-92a6-324e40a30f14 req-c839c100-7b3d-4418-88c8-bd7257eabfba tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:30.963882 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-55d16e85-010a-4e93-92a6-324e40a30f14 req-c839c100-7b3d-4418-88c8-bd7257eabfba tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 944 time: 0.1454723 Jun 08 12:46:30.976996 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93752f9-58a6-4299-95cd-0888750d59a5 req-1dd1d0f5-746a-4bee-a88b-911d0b295969 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:30.980538 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d93752f9-58a6-4299-95cd-0888750d59a5 req-1dd1d0f5-746a-4bee-a88b-911d0b295969 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1161585 Jun 08 12:46:30.983874 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['bd4f5412-794e-4518-886a-79823ebcbf24'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:31.051929 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-55d16e85-010a-4e93-92a6-324e40a30f14 req-570f42e8-cb48-43f5-a1da-362392507217 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709422 Jun 08 12:46:31.061404 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d93752f9-58a6-4299-95cd-0888750d59a5 req-e0779a36-9127-4ebe-9170-98648ed90283 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684493 Jun 08 12:46:31.155301 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5b4b538a-ef27-4b7a-97ec-352363412a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:31.329873 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2e2ad-f722-4340-b504-642eb1e2b417 req-a3131d14-b6c3-4a25-86c8-c9266c01846e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:31.332051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-43f2e2ad-f722-4340-b504-642eb1e2b417 req-a3131d14-b6c3-4a25-86c8-c9266c01846e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1074965 Jun 08 12:46:31.385600 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-43f2e2ad-f722-4340-b504-642eb1e2b417 req-b56a3f37-0a03-48e9-8f81-0e14b150a0dd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Jun 08 12:46:31.626638 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9f85e-9da7-4e44-887f-37bae537b55a req-2fed776a-e056-4e06-8049-29c61aa1924a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:31.628503 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b4f9f85e-9da7-4e44-887f-37bae537b55a req-2fed776a-e056-4e06-8049-29c61aa1924a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1026042 Jun 08 12:46:31.688724 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b4f9f85e-9da7-4e44-887f-37bae537b55a req-dca46252-4f8f-4b89-9a4b-9f7882a7fa3b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533171 Jun 08 12:46:32.318211 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d52837e9-c555-42a1-a5e8-0763d1aadcc9 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:46:32.384986 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da030a-361b-4078-97de-0fefa989ceb5 req-ac96d58c-3591-44a0-b734-09d99a3b6a42 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:32.392991 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-91da030a-361b-4078-97de-0fefa989ceb5 req-ac96d58c-3591-44a0-b734-09d99a3b6a42 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1948829 Jun 08 12:46:32.420461 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfffed6-0736-4f6d-9919-f2b43c7016f9 req-cf935e74-b1b3-4bab-b7db-101b7e52e7b0 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:32.422039 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4cfffed6-0736-4f6d-9919-f2b43c7016f9 req-cf935e74-b1b3-4bab-b7db-101b7e52e7b0 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 944 time: 0.1847684 Jun 08 12:46:32.437089 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port d52837e9-c555-42a1-a5e8-0763d1aadcc9 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:46:32.444597 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port d52837e9-c555-42a1-a5e8-0763d1aadcc9 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:32.445241 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:32.479526 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-91da030a-361b-4078-97de-0fefa989ceb5 req-6e64f758-fee0-4c85-aed4-31da0605a8ce tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856452 Jun 08 12:46:32.500466 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4cfffed6-0736-4f6d-9919-f2b43c7016f9 req-d06bdf27-d08b-43f1-9ffc-98944dc0b860 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674632 Jun 08 12:46:32.612257 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:32.667365 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bc163b-a05e-41ac-948a-3932f54b7873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:32.670244 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d999b7ce-2727-4059-b97e-11ea73e4bf45" -d '{"events": [{"server_uuid": "26bc163b-a05e-41ac-948a-3932f54b7873", "name": "network-vif-plugged", "status": "completed", "tag": "d52837e9-c555-42a1-a5e8-0763d1aadcc9"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:32.702394 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d52837e9-c555-42a1-a5e8-0763d1aadcc9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:32.718425 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:32.722545 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device bd4f5412-794e-4518-886a-79823ebcbf24 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:46:32.809547 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ff09c-6140-4759-bf4f-3b25cbb8ccb8 x-openstack-request-id: req-5d6ff09c-6140-4759-bf4f-3b25cbb8ccb8 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:32.809881 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bc163b-a05e-41ac-948a-3932f54b7873", "name": "network-vif-plugged", "status": "completed", "tag": "d52837e9-c555-42a1-a5e8-0763d1aadcc9", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:32.810143 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d6ff09c-6140-4759-bf4f-3b25cbb8ccb8 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:32.811420 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bc163b-a05e-41ac-948a-3932f54b7873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9', 'code': 200} Jun 08 12:46:32.811973 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:32.951415 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d52837e9-c555-42a1-a5e8-0763d1aadcc9,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:32.959012 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:32.970194 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port bd4f5412-794e-4518-886a-79823ebcbf24 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:46:32.976464 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port bd4f5412-794e-4518-886a-79823ebcbf24 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:32.976936 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:32.999374 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3dbda-dbbc-4810-b4dc-991207dbfaa5 req-1bd92c0b-f7e7-4c1f-8d0a-4b267b49ebbf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:33.011038 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ae3dbda-dbbc-4810-b4dc-991207dbfaa5 req-1bd92c0b-f7e7-4c1f-8d0a-4b267b49ebbf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1599100 Jun 08 12:46:33.133763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:33.175125 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bd4f5412-794e-4518-886a-79823ebcbf24,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:33.180620 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:33.182953 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:33.263249 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=bd4f5412-794e-4518-886a-79823ebcbf24,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:33.267546 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:33.268459 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ae3dbda-dbbc-4810-b4dc-991207dbfaa5 req-86a04b68-aca3-43fe-a821-c3116f03646c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535210 Jun 08 12:46:33.299735 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e23f74-a31a-408b-b05c-28315b1fb956 req-d76e881d-99fc-4def-be06-8ed8580e172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:33.301202 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f8e23f74-a31a-408b-b05c-28315b1fb956 req-d76e881d-99fc-4def-be06-8ed8580e172f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 1098 time: 0.2240033 Jun 08 12:46:33.332645 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded8fa-4f55-4279-a440-e58eaea1d5f7 req-6b6d96d6-40ab-44eb-9682-41c6e924b0d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:33.333742 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4dded8fa-4f55-4279-a440-e58eaea1d5f7 req-6b6d96d6-40ab-44eb-9682-41c6e924b0d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.2973320 Jun 08 12:46:33.385671 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f8e23f74-a31a-408b-b05c-28315b1fb956 req-a90608a7-827b-4e0d-a594-afe7b488419c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Jun 08 12:46:33.406857 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4dded8fa-4f55-4279-a440-e58eaea1d5f7 req-d850be7c-8830-45b4-a5f9-e0e7f0ac2257 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505531 Jun 08 12:46:33.478869 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9f86e71d-d2ed-49ed-b13d-dcae0f2aa672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:33.759507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:33.783913 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c06b9-a416-485d-9f5e-3f4309e54cec req-1547b0e6-4a94-434e-aaa2-d3d6a013ed6c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:33.785497 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e01c06b9-a416-485d-9f5e-3f4309e54cec req-1547b0e6-4a94-434e-aaa2-d3d6a013ed6c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 945 time: 0.1236510 Jun 08 12:46:33.798116 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3412-43e8-4190-9cf5-82b9f9821d39 req-53afb0a8-8898-4245-ad59-534c42fbc74c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:33.799650 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-549e3412-43e8-4190-9cf5-82b9f9821d39 req-53afb0a8-8898-4245-ad59-534c42fbc74c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1786926 Jun 08 12:46:33.879505 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e01c06b9-a416-485d-9f5e-3f4309e54cec req-baabfb07-8692-4416-aaf6-a39dfaaf2d10 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788217 Jun 08 12:46:33.894379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-549e3412-43e8-4190-9cf5-82b9f9821d39 req-deecbf1b-d52e-4635-961e-732bf1f2a14a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795374 Jun 08 12:46:34.519988 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7e5a8-7bcd-438f-a4c2-3150b0bd1d4e req-4aa736ed-652b-4e28-b79a-b5071e527d82 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:34.528449 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e5b7e5a8-7bcd-438f-a4c2-3150b0bd1d4e req-4aa736ed-652b-4e28-b79a-b5071e527d82 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1465993 Jun 08 12:46:34.676182 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e5b7e5a8-7bcd-438f-a4c2-3150b0bd1d4e req-b8efed81-8f9e-43d3-8064-6512fc9fe53e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410718 Jun 08 12:46:34.735236 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575ded-e3b4-4495-9523-b92e45c008ea req-cb4d0b7c-62e4-4c12-8267-b5d4f0f1d117 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:34.735657 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.747768 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a8575ded-e3b4-4495-9523-b92e45c008ea req-cb4d0b7c-62e4-4c12-8267-b5d4f0f1d117 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.2133410 Jun 08 12:46:34.807053 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a8575ded-e3b4-4495-9523-b92e45c008ea req-df127dad-5a23-482c-96c9-1820face14de tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574574 Jun 08 12:46:34.812956 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:34.815651 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7829d-be16-4180-8a06-86d1c7883ec3" -d '{"events": [{"server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:34.872275 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7531842e-13eb-49df-9f18-7f58c5b0c1fa x-openstack-request-id: req-7531842e-13eb-49df-9f18-7f58c5b0c1fa {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:34.873436 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:34.873876 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7531842e-13eb-49df-9f18-7f58c5b0c1fa {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:34.874272 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'code': 200} Jun 08 12:46:35.205610 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a17af4-258a-4688-a668-92530b1bbe7e req-f0991707-de27-42ca-b527-6d1025dc8d2e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:35.207486 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3a17af4-258a-4688-a668-92530b1bbe7e req-f0991707-de27-42ca-b527-6d1025dc8d2e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1402586 Jun 08 12:46:35.220048 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d930-60fb-42c0-9697-d20601b80777 req-a3ab6721-ddd8-4946-893a-1b2a44e097e8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:35.222185 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdd6d930-60fb-42c0-9697-d20601b80777 req-a3ab6721-ddd8-4946-893a-1b2a44e097e8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 945 time: 0.2012529 Jun 08 12:46:35.351537 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3a17af4-258a-4688-a668-92530b1bbe7e req-6a8c25ff-c342-4dba-b42d-666a3aa289fc tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260757 Jun 08 12:46:35.357717 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdd6d930-60fb-42c0-9697-d20601b80777 req-0fcb9409-b603-4bd6-9d2e-a6835cdf83a2 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177797 Jun 08 12:46:35.391949 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31788d-564f-4fdf-b9e0-e4c58640e2ac req-560649cf-8c2e-48c9-94e7-287ed83e5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:35.393489 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ff31788d-564f-4fdf-b9e0-e4c58640e2ac req-560649cf-8c2e-48c9-94e7-287ed83e5859 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1099 time: 0.1563029 Jun 08 12:46:35.441820 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ff31788d-564f-4fdf-b9e0-e4c58640e2ac req-7a17f679-8987-438f-bc9c-4c7a68024b86 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Jun 08 12:46:35.885444 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cd5d6-ec7a-4a5f-88ad-8eb87d36c088 req-694cb8e8-cc0a-4ebd-915a-ca4b16c8c345 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:35.886945 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-980cd5d6-ec7a-4a5f-88ad-8eb87d36c088 req-694cb8e8-cc0a-4ebd-915a-ca4b16c8c345 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0895634 Jun 08 12:46:35.994266 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-980cd5d6-ec7a-4a5f-88ad-8eb87d36c088 req-e937e932-0ed8-4a9c-9b6b-78081cb25435 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998526 Jun 08 12:46:36.043038 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6038d-ba84-4db6-b57f-6155f6fe98e7 req-d489d672-b66e-4ebb-b219-966acf646ccc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:36.044554 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-30c6038d-ba84-4db6-b57f-6155f6fe98e7 req-d489d672-b66e-4ebb-b219-966acf646ccc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0924633 Jun 08 12:46:36.103769 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-30c6038d-ba84-4db6-b57f-6155f6fe98e7 req-576306df-e095-4509-9bfb-2c81eb4e157c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522254 Jun 08 12:46:36.356353 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:36.574698 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73228bef-d167-4748-bb25-0525d1a0171b req-24e26904-9300-4e6b-aaa7-b1fbee638ece tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:36.576216 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-73228bef-d167-4748-bb25-0525d1a0171b req-24e26904-9300-4e6b-aaa7-b1fbee638ece tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.0888579 Jun 08 12:46:36.629691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-73228bef-d167-4748-bb25-0525d1a0171b req-10f2b407-7177-4e10-a776-954833b1fb00 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Jun 08 12:46:37.207864 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1ce21-bd83-49a8-a7bf-6d0732fdc7e0 req-d5a83463-2101-4c36-b24f-46388c612bbd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.209345 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bac1ce21-bd83-49a8-a7bf-6d0732fdc7e0 req-d5a83463-2101-4c36-b24f-46388c612bbd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1029263 Jun 08 12:46:37.304590 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bac1ce21-bd83-49a8-a7bf-6d0732fdc7e0 req-737ce7a9-7740-4a7e-82b2-a10edf491b6c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885475 Jun 08 12:46:37.348671 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59724-f601-4b50-866b-5cecf40858c6 req-33eef30e-05b2-4ba9-b6ac-007d9976f422 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.350412 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cef59724-f601-4b50-866b-5cecf40858c6 req-33eef30e-05b2-4ba9-b6ac-007d9976f422 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0973208 Jun 08 12:46:37.400492 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cef59724-f601-4b50-866b-5cecf40858c6 req-49f680b5-ffe8-49ab-a6cb-6259891380e2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 Jun 08 12:46:37.653820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945187e-47e8-432e-809c-52b23a633213 req-f89771cd-a736-47b3-8b6d-339d3c29b4c9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.655260 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4945187e-47e8-432e-809c-52b23a633213 req-f89771cd-a736-47b3-8b6d-339d3c29b4c9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.1397276 Jun 08 12:46:37.700236 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-d250775f-df42-4595-b5b2-f1a43a9318b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.701747 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-d250775f-df42-4595-b5b2-f1a43a9318b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1098 time: 0.1284313 Jun 08 12:46:37.733982 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4945187e-47e8-432e-809c-52b23a633213 req-c22e12c3-1b3f-49a0-af99-b55784e221b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695238 Jun 08 12:46:37.759382 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 46300) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:37.927519 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-e3063b94-9b84-4748-b6a1-7ab7f0a120cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.929384 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-e3063b94-9b84-4748-b6a1-7ab7f0a120cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.2193866 Jun 08 12:46:37.947838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59a6ec-ed22-4eca-8e1c-9ec6c0fa7d5f req-faff0ea5-9819-4997-b9f2-33c800eea70c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.949729 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2f59a6ec-ed22-4eca-8e1c-9ec6c0fa7d5f req-faff0ea5-9819-4997-b9f2-33c800eea70c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.1418934 Jun 08 12:46:38.031551 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c7877-4236-4779-be47-4028cd385779 tempest-TestShelveInstance-332472514 tempest-TestShelveInstance-332472514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:38.036404 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-250c7877-4236-4779-be47-4028cd385779 tempest-TestShelveInstance-332472514 tempest-TestShelveInstance-332472514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1094 time: 0.2726789 Jun 08 12:46:38.036757 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 46304) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:38.043876 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Request body: {'floatingip': {'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'port_id': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:38.071544 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for floatingip, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.165783 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-ab4afce4-a23c-4276-965d-31b4b84d8d88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 1001 time: 0.2267590 Jun 08 12:46:38.168532 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2f59a6ec-ed22-4eca-8e1c-9ec6c0fa7d5f req-e251bbdf-9a09-4c0e-8392-22fb2f8f8e0c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842614 Jun 08 12:46:38.236013 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-3c55de9a-fc9e-43f3-b238-cc67b18270dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:38.237744 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-3c55de9a-fc9e-43f3-b238-cc67b18270dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0649054 Jun 08 12:46:38.314252 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-5b7dd091-eb34-4510-9b02-906bd45c42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:38.315727 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-5b7dd091-eb34-4510-9b02-906bd45c42c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709884 Jun 08 12:46:38.317064 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.492892 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Allocated IP 172.27.0.150 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/984f1f10-54f8-457c-b7ac-2ba35ede51f9) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:46:38.519418 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-4e270cfc-5eb5-455b-90f7-e81269d038cf service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863503 Jun 08 12:46:38.653098 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.664889 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a199f3-6c95-4cc9-af05-c80368a048f0 req-9d0d4446-8f54-49e7-b2b9-2822fa17dd40 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:38.666366 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47a199f3-6c95-4cc9-af05-c80368a048f0 req-9d0d4446-8f54-49e7-b2b9-2822fa17dd40 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1917615 Jun 08 12:46:38.687749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.688789 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:38.688789 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:46:38.688789 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:46:38.688789 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:46:38.688789 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:38.688789 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:46:38.707183 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-08ed8b73-3bcf-47e9-9189-746592c481f9 req-3e6b4186-3f24-43a8-8f44-4232e7fbaf84 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757188 Jun 08 12:46:38.711315 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:46:38.712472 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:38.715730 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:46:38.733949 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47a199f3-6c95-4cc9-af05-c80368a048f0 req-7ecb6037-82a3-472f-95df-a2ae07799712 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578010 Jun 08 12:46:39.126149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.202386 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.378464 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692aeb5-78bf-4428-94fd-56b089610ef3 req-03b1af2a-6cdb-4824-8e27-b2e726581e93 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:39.379924 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2692aeb5-78bf-4428-94fd-56b089610ef3 req-03b1af2a-6cdb-4824-8e27-b2e726581e93 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 945 time: 0.0821316 Jun 08 12:46:39.425395 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.430963 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.436856 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:39.442350 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2692aeb5-78bf-4428-94fd-56b089610ef3 req-13b29c0a-906e-46b9-9240-ce220474f0a4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563123 Jun 08 12:46:39.543815 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event updated for resources: {'Port': ['ID=984f1f10-54f8-457c-b7ac-2ba35ede51f9,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:39.547680 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:39.555404 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.732488 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.l3_db [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Floating IP 1cca2961-0963-462e-8a1b-079dcc837288 associated. External IP: 172.27.0.150, port: bd4f5412-794e-4518-886a-79823ebcbf24. Jun 08 12:46:39.932744 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004313f5-a245-455e-bf4b-6b224b86478f req-674d5d7f-a281-40be-8a24-ce25d8d0192b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:39.934300 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-004313f5-a245-455e-bf4b-6b224b86478f req-674d5d7f-a281-40be-8a24-ce25d8d0192b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0861146 Jun 08 12:46:39.981563 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-004313f5-a245-455e-bf4b-6b224b86478f req-e84947b9-94a1-40a7-9829-9f5833f31ee1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Jun 08 12:46:40.196480 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Router ee4cd861-823a-4f01-80a3-4a4f79cf706e has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:46:40.379013 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:46:40.382643 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:46:40.393846 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] Sync routers for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:46:40.399192 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.406879 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:46:40.407652 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:46:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:40.462467 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4242969 Jun 08 12:46:40.463628 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:40.468910 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a6e08-a75f-4157-8f43-03c642c7bfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:40.502678 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.534421 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:40.537489 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b60286-aabb-41c4-a9d9-26082d0b8cec" -d '{"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:40.546273 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:40.552413 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.557942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:40.564135 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5385a-c5b4-4b79-9e9f-250c7830a5e3 x-openstack-request-id: req-e7f5385a-c5b4-4b79-9e9f-250c7830a5e3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:40.565249 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:40.565587 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f5385a-c5b4-4b79-9e9f-250c7830a5e3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:40.565992 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'status': 'completed', 'code': 200} Jun 08 12:46:40.645571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=8']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:40.666980 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:40.672681 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac0a801-b3e3-4931-bd07-a0ec568647dd x-openstack-request-id: req-7ac0a801-b3e3-4931-bd07-a0ec568647dd {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:40.672992 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:40.673260 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ac0a801-b3e3-4931-bd07-a0ec568647dd {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:40.673697 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'code': 200} Jun 08 12:46:40.675845 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:46:40.799691 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-eb0a6a7d-9a71-4949-8014-7087b8b6aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:40.801502 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-eb0a6a7d-9a71-4949-8014-7087b8b6aefc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1099 time: 0.2079940 Jun 08 12:46:40.812274 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288bcca-b29b-4701-808e-e97317403823 req-871d51cc-a6ab-4391-b3d0-19ff44780ec0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:40.813839 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d288bcca-b29b-4701-808e-e97317403823 req-871d51cc-a6ab-4391-b3d0-19ff44780ec0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.1293318 Jun 08 12:46:40.946226 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d288bcca-b29b-4701-808e-e97317403823 req-8bbc2b55-b6f8-4ead-a843-2b664a977e34 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121743 Jun 08 12:46:40.992858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-9b17c760-399a-4e35-a43b-dab4fc76c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:40.996047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-9b17c760-399a-4e35-a43b-dab4fc76c578 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 910 time: 0.1810462 Jun 08 12:46:41.056147 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '1cca2961-0963-462e-8a1b-079dcc837288', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'port_id': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'mac_address': 'fa:16:3e:24:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:46:39Z', 'updated_at': '2021-06-08T12:46:39Z', 'revision_number': 0, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:41.060393 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] Checking router: ee4cd861-823a-4f01-80a3-4a4f79cf706e for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:46:41.072975 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:46:41.073603 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:46:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:41.160047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-cf222038-9364-43d9-a031-552dbac6a1d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 1000 time: 0.1509068 Jun 08 12:46:41.235793 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-07da164d-24f3-41b1-a889-b13b733e87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.237152 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-07da164d-24f3-41b1-a889-b13b733e87a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.0681212 Jun 08 12:46:41.252887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8706317-cb4e-4c0a-a738-cc2be4cd8061 req-08a12201-43b6-466e-9e1f-22ee6196b1cb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.254315 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e8706317-cb4e-4c0a-a738-cc2be4cd8061 req-08a12201-43b6-466e-9e1f-22ee6196b1cb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1522958 Jun 08 12:46:41.284871 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:46:41.347082 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e8706317-cb4e-4c0a-a738-cc2be4cd8061 req-98aa1f3a-e436-4a5a-8c51-72af5c67bbe7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637872 Jun 08 12:46:41.363421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-1e0d7f4d-2609-4227-b965-2599480d5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.364897 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-1e0d7f4d-2609-4227-b965-2599480d5b27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198101 Jun 08 12:46:41.587601 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-b20e45d4-f3fc-486c-8706-3b65111935ce service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125554 Jun 08 12:46:41.663585 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '1cca2961-0963-462e-8a1b-079dcc837288', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'port_id': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'mac_address': 'fa:16:3e:24:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:46:39Z', 'updated_at': '2021-06-08T12:46:39Z', 'revision_number': 0, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:41.668381 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd958a95-c571-4a30-b766-21d467454fd8 None None] The sync data for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '1cca2961-0963-462e-8a1b-079dcc837288', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'port_id': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'mac_address': 'fa:16:3e:24:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:46:39Z', 'updated_at': '2021-06-08T12:46:39Z', 'revision_number': 0, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:46:41.729695 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-428a6e08-a75f-4157-8f43-03c642c7bfd5 req-273ea9e6-7dc6-4e96-9841-3214fad1d4b6 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350257 Jun 08 12:46:41.901560 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ae369-8f49-4a41-800b-999365135c9d None None] New status for floating IP 1cca2961-0963-462e-8a1b-079dcc837288: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:46:42.150617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30cd6a-d4dc-4cf0-8a35-9b9405bafced req-3c18c82c-effe-48d3-be3b-82563919b221 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.152067 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bb30cd6a-d4dc-4cf0-8a35-9b9405bafced req-3c18c82c-effe-48d3-be3b-82563919b221 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0911293 Jun 08 12:46:42.200866 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bb30cd6a-d4dc-4cf0-8a35-9b9405bafced req-2881b016-9a8a-46f2-bdeb-0f8917b8684e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Jun 08 12:46:42.559249 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622b0cc-5578-4c25-b632-af0c42271b14 req-9fe5cba9-b255-498b-a32e-6c5387e82d7d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.560873 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2622b0cc-5578-4c25-b632-af0c42271b14 req-9fe5cba9-b255-498b-a32e-6c5387e82d7d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0930455 Jun 08 12:46:42.630685 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2622b0cc-5578-4c25-b632-af0c42271b14 req-1745f37d-89f0-4612-ba52-f82823eec6f4 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638874 Jun 08 12:46:43.160642 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b983585-7a7f-4137-bf2b-6e157b0be3bb req-becf7c69-31ea-42cb-8a8a-a2a432c20e6d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:43.162190 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9b983585-7a7f-4137-bf2b-6e157b0be3bb req-becf7c69-31ea-42cb-8a8a-a2a432c20e6d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0793238 Jun 08 12:46:43.206725 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9b983585-7a7f-4137-bf2b-6e157b0be3bb req-f8e7d1a9-7237-4082-8f1d-154a844451e2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Jun 08 12:46:43.371803 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 46396) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:43.486434 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-efc796ba-8e00-41d7-ab00-263a35d75447 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131725 Jun 08 12:46:43.735563 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cc419-87fb-48e5-b56e-d0df04eebb8c req-abc671b3-0fc4-411e-b65b-4447bf21078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:43.737499 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f17cc419-87fb-48e5-b56e-d0df04eebb8c req-abc671b3-0fc4-411e-b65b-4447bf21078c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.0961986 Jun 08 12:46:43.786386 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f17cc419-87fb-48e5-b56e-d0df04eebb8c req-0a1c3616-8515-46d4-bac2-6f5150d6a6b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Jun 08 12:46:43.874052 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2f1ec-9006-44f4-9719-fd6a9310f269 req-d75995d4-9c3e-4a8b-98e9-a5e78bdbd35a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:43.875726 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5be2f1ec-9006-44f4-9719-fd6a9310f269 req-d75995d4-9c3e-4a8b-98e9-a5e78bdbd35a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0840616 Jun 08 12:46:43.936136 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5be2f1ec-9006-44f4-9719-fd6a9310f269 req-4172e6a2-a76a-412a-b820-ff4779f2b7cd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491922 Jun 08 12:46:44.401401 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1b26-61c7-4628-9b62-92b456676a3f req-14d91733-555e-427d-b1ad-d63a3b6e27ce tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:44.403253 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2cda1b26-61c7-4628-9b62-92b456676a3f req-14d91733-555e-427d-b1ad-d63a3b6e27ce tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0817199 Jun 08 12:46:44.405747 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:46:44.449152 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2cda1b26-61c7-4628-9b62-92b456676a3f req-52bd5020-3e36-456b-a8f7-5f8f48c82dce tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Jun 08 12:46:45.185331 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f340b8f-8cd9-4f63-a466-9737a80b7d60 req-3826c060-7a68-43eb-8720-adca1c5089d7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:45.186978 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1f340b8f-8cd9-4f63-a466-9737a80b7d60 req-3826c060-7a68-43eb-8720-adca1c5089d7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1130233 Jun 08 12:46:45.236000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1f340b8f-8cd9-4f63-a466-9737a80b7d60 req-ba388172-3107-4e83-980d-bb8c43644e80 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Jun 08 12:46:45.633985 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84444-58f3-432b-83d6-b2bc777b5550 req-da5f6d0b-2573-4ac8-a4f1-79790f254b50 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:45.635422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2dd84444-58f3-432b-83d6-b2bc777b5550 req-da5f6d0b-2573-4ac8-a4f1-79790f254b50 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0775990 Jun 08 12:46:45.727814 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2dd84444-58f3-432b-83d6-b2bc777b5550 req-31266fe0-4e95-45f0-bb01-1078e13ceee1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867989 Jun 08 12:46:45.763759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-e5b75f68-fafb-4377-a4ac-fcbc71a9f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:45.765192 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-e5b75f68-fafb-4377-a4ac-fcbc71a9f5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f&tenant_id=b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0817416 Jun 08 12:46:45.859856 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-9c8f529b-b3df-4872-bc62-d0a0f6ee1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:45.861299 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-9c8f529b-b3df-4872-bc62-d0a0f6ee1e0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0736754 Jun 08 12:46:46.003992 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-c9845bab-d46d-43eb-9aca-1c6703f7f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.005364 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-c9845bab-d46d-43eb-9aca-1c6703f7f862 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1253901 Jun 08 12:46:46.116130 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-442247f5-9db6-4a35-81b0-2fcc09c0f087 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 999 time: 0.0973186 Jun 08 12:46:46.184671 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-c2b0f46f-d7dd-4a4a-8bfc-d0ae4f327ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.186177 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-c2b0f46f-d7dd-4a4a-8bfc-d0ae4f327ec4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0612164 Jun 08 12:46:46.265675 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-fc772d90-8532-4301-802e-c4b1b4a0c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.267145 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-fc772d90-8532-4301-802e-c4b1b4a0c8db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718265 Jun 08 12:46:46.456991 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-0939e7f3-84f5-49b1-a27d-daf785984380 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830113 Jun 08 12:46:46.605408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949054e-5ecd-4a6c-9a06-d169abdadb95 req-9832d8ba-7b99-4eb0-a399-945d308b7fa3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.606918 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f949054e-5ecd-4a6c-9a06-d169abdadb95 req-9832d8ba-7b99-4eb0-a399-945d308b7fa3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.2536442 Jun 08 12:46:46.687688 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f949054e-5ecd-4a6c-9a06-d169abdadb95 req-26d01a31-9eeb-425f-ba94-ba000b8f1a58 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Jun 08 12:46:46.704556 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-9b50b80b-3360-4f53-8730-4fcca6fa72fe service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404680 Jun 08 12:46:46.922595 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66009-3f6e-4fb2-82be-5541da490578 req-53db3045-3866-47d4-8fb9-8d8d94eca703 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.924102 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8fe66009-3f6e-4fb2-82be-5541da490578 req-53db3045-3866-47d4-8fb9-8d8d94eca703 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0843887 Jun 08 12:46:47.010158 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8fe66009-3f6e-4fb2-82be-5541da490578 req-808fff98-66fc-4487-b9d4-caeb370b0fe7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761588 Jun 08 12:46:47.327760 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-9a78d72e-7a5b-49e4-8bdc-1bc0f5a1d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:47.329411 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-9a78d72e-7a5b-49e4-8bdc-1bc0f5a1d57f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549360b6522a41dda45f4cbb928d36ef&device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 1099 time: 0.1619818 Jun 08 12:46:47.354329 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9afadd-f151-48ce-82e7-0b7d85727ae3 req-129e55f3-ca25-4b0b-9afb-217a1fdada7a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:47.362648 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9afadd-f151-48ce-82e7-0b7d85727ae3 req-129e55f3-ca25-4b0b-9afb-217a1fdada7a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1360466 Jun 08 12:46:47.440503 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b9afadd-f151-48ce-82e7-0b7d85727ae3 req-57e2264c-10ca-400a-8ccf-541d0ffd7294 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753636 Jun 08 12:46:48.220715 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e1278-f7b7-4df8-b038-bb9264afb7ee req-8120882e-110f-4a99-96bb-c468153f6006 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:48.222279 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-924e1278-f7b7-4df8-b038-bb9264afb7ee req-8120882e-110f-4a99-96bb-c468153f6006 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0923934 Jun 08 12:46:48.272350 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-924e1278-f7b7-4df8-b038-bb9264afb7ee req-c0c2ae84-6293-4d5d-aa0c-2bc21819b903 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Jun 08 12:46:48.639745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac619c-c59e-4cbf-a63f-c30245b4fedb req-ed3871fe-5818-4076-852d-5209fe53b507 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:48.642221 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9cac619c-c59e-4cbf-a63f-c30245b4fedb req-ed3871fe-5818-4076-852d-5209fe53b507 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0834603 Jun 08 12:46:48.692319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9cac619c-c59e-4cbf-a63f-c30245b4fedb req-f10f0a54-eea4-46a3-b420-10e19d4acd1b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Jun 08 12:46:49.489337 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4445aca-131a-4b8b-ba20-aee591cb1fb6 req-63ee56b4-6987-402d-a08e-76cb5118fd82 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:49.490829 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e4445aca-131a-4b8b-ba20-aee591cb1fb6 req-63ee56b4-6987-402d-a08e-76cb5118fd82 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0811172 Jun 08 12:46:49.548395 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e4445aca-131a-4b8b-ba20-aee591cb1fb6 req-b09b3e4c-4fab-4871-a5ea-c11781884d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518444 Jun 08 12:46:49.905176 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae7b57-9363-46ea-b142-8472b13fea56 req-d3b576da-b9c3-4100-b023-55e411dcb29a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:49.906843 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5ae7b57-9363-46ea-b142-8472b13fea56 req-d3b576da-b9c3-4100-b023-55e411dcb29a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0932472 Jun 08 12:46:49.957956 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5ae7b57-9363-46ea-b142-8472b13fea56 req-74742ce0-d932-437d-9765-83b9ac11eb52 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Jun 08 12:46:50.766470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885e64d-7195-49c1-8795-6d1aa2b8486a req-c68fe1a9-e6eb-441f-a1cb-d3c9b378fcec tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:50.768043 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6885e64d-7195-49c1-8795-6d1aa2b8486a req-c68fe1a9-e6eb-441f-a1cb-d3c9b378fcec tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0911560 Jun 08 12:46:50.830351 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6885e64d-7195-49c1-8795-6d1aa2b8486a req-657b4b47-c99a-48a7-bfd7-b988cdd35713 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552630 Jun 08 12:46:51.180234 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d4037-1459-42b9-b204-04a403227087 req-bdbb19e6-6acb-44c6-a495-81317487e9d6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:51.183250 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d3d4037-1459-42b9-b204-04a403227087 req-bdbb19e6-6acb-44c6-a495-81317487e9d6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1071298 Jun 08 12:46:51.233272 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d3d4037-1459-42b9-b204-04a403227087 req-9065d8c2-dc74-46b1-a207-e749a718d948 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Jun 08 12:46:52.036677 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107579-436c-467f-9750-c96bbf588a09 req-3d9504a6-7875-4b52-bfdc-87e0646edaeb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:52.044948 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01107579-436c-467f-9750-c96bbf588a09 req-3d9504a6-7875-4b52-bfdc-87e0646edaeb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0983515 Jun 08 12:46:52.089156 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01107579-436c-467f-9750-c96bbf588a09 req-0fbb8eab-5213-4ff3-900d-064929c0fd7f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Jun 08 12:46:52.490272 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11503182-b27c-4e85-9b56-acaf23398b1c req-c845de3e-0212-4d8d-a089-e2686af8df37 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:52.494127 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-11503182-b27c-4e85-9b56-acaf23398b1c req-c845de3e-0212-4d8d-a089-e2686af8df37 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1196065 Jun 08 12:46:52.538339 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 46528) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:52.548007 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-11503182-b27c-4e85-9b56-acaf23398b1c req-07125063-28c9-4d11-8019-e42e3d7fadfa tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486476 Jun 08 12:46:52.697151 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:52.827181 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:52.832592 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:52.854409 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10e32d37-2f3b-4863-9ddb-ce78d7c2f1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:52.892925 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c99c2594949e48e097d06c742e642336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526349 Jun 08 12:46:52.896997 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 46534) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:52.898363 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc32b3-ebab-4329-9ad1-46336070c606,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:52.902803 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:52.974582 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:53.006595 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:53.074043 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:53.078269 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:53.082806 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/accc32b3-ebab-4329-9ad1-46336070c606 HTTP/1.1" status: 204 len: 168 time: 0.1811821 Jun 08 12:46:53.082806 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6405e285-dad3-484e-84a9-8fbac116254d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:53.109828 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc32b3-ebab-4329-9ad1-46336070c606,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:53.112982 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:53.345751 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230f8d5-c547-4419-89aa-e8ec1e8f4325 req-69a9e4c7-2b51-4318-8df3-0f83e6ef7203 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:53.347356 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a230f8d5-c547-4419-89aa-e8ec1e8f4325 req-69a9e4c7-2b51-4318-8df3-0f83e6ef7203 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.1072195 Jun 08 12:46:53.403770 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a230f8d5-c547-4419-89aa-e8ec1e8f4325 req-cdfc58cc-26a0-4bc1-950b-081f6d4ca4a0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489085 Jun 08 12:46:53.801340 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62683a49-8df8-4cc3-8a2e-8dec18b07219 req-95b22fb4-7ece-4f9f-a352-4e9ae658d53e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:53.803870 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-62683a49-8df8-4cc3-8a2e-8dec18b07219 req-95b22fb4-7ece-4f9f-a352-4e9ae658d53e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1267264 Jun 08 12:46:53.855398 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-62683a49-8df8-4cc3-8a2e-8dec18b07219 req-5cefcfde-200d-44ad-be03-64d34a4910b7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Jun 08 12:46:54.618852 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1a17f-1f6a-4f07-bc9b-b3cb8e3b4cda req-011259cb-5a69-4f18-b4db-db14ec77d42d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:54.620287 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-07d1a17f-1f6a-4f07-bc9b-b3cb8e3b4cda req-011259cb-5a69-4f18-b4db-db14ec77d42d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.1059196 Jun 08 12:46:54.677846 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-07d1a17f-1f6a-4f07-bc9b-b3cb8e3b4cda req-0a94f2ae-7acd-4fdc-955e-b2d0dda3678c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515037 Jun 08 12:46:54.924279 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:55.045544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18006f-5881-46eb-8758-12a547cfbda2 req-39c18aef-4966-42af-a6ed-d6684472030d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:55.046998 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cf18006f-5881-46eb-8758-12a547cfbda2 req-39c18aef-4966-42af-a6ed-d6684472030d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0844176 Jun 08 12:46:55.098946 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cf18006f-5881-46eb-8758-12a547cfbda2 req-6cc83079-bf44-4048-b838-b23a12f5595d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Jun 08 12:46:55.888982 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2e24-4126-4890-90a7-781049b9ce4e req-1236505f-055f-491e-80a7-7da400620225 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:55.894226 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a3df2e24-4126-4890-90a7-781049b9ce4e req-1236505f-055f-491e-80a7-7da400620225 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0910857 Jun 08 12:46:55.936809 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a3df2e24-4126-4890-90a7-781049b9ce4e req-5d7a0239-1dbc-4826-a94a-5c772f3462a8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Jun 08 12:46:56.407081 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761dc40-3778-4765-b98d-7170aad53a3e req-ae03b940-4b48-4003-8f5d-1a6307593dd8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:56.408632 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f761dc40-3778-4765-b98d-7170aad53a3e req-ae03b940-4b48-4003-8f5d-1a6307593dd8 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1528966 Jun 08 12:46:56.458077 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f761dc40-3778-4765-b98d-7170aad53a3e req-a6f433c5-5768-4f42-b9f7-aa3c8f037cd3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Jun 08 12:46:57.154132 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307be46d-ed63-4f8e-a772-0375c1814039 req-fe837cb1-cf31-4692-9a00-342a2a0dd8e5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.156309 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-307be46d-ed63-4f8e-a772-0375c1814039 req-fe837cb1-cf31-4692-9a00-342a2a0dd8e5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0910447 Jun 08 12:46:57.212318 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-307be46d-ed63-4f8e-a772-0375c1814039 req-11da2217-5d82-4b13-8959-e646cfd26be7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495872 Jun 08 12:46:57.256880 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:46:57.642772 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375369cd-f1ac-46dd-aa1c-9a6b0e1988c5 req-34a46b2f-59f3-4b1d-9b38-12bf33845a15 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.644182 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-375369cd-f1ac-46dd-aa1c-9a6b0e1988c5 req-34a46b2f-59f3-4b1d-9b38-12bf33845a15 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0777266 Jun 08 12:46:57.687346 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-375369cd-f1ac-46dd-aa1c-9a6b0e1988c5 req-c1ee8158-9ea5-458d-a612-21bd8b81bf28 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Jun 08 12:46:58.433414 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ad1c-f339-4957-92d9-7afbdf21167d req-e0378cc0-b119-4e77-b894-46720db1fdf4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:58.435530 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ef6ad1c-f339-4957-92d9-7afbdf21167d req-e0378cc0-b119-4e77-b894-46720db1fdf4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0904930 Jun 08 12:46:58.484785 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ef6ad1c-f339-4957-92d9-7afbdf21167d req-0b6a7029-5070-4709-931e-98943940c22c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Jun 08 12:46:58.891988 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32867d-cce0-4efe-924d-d6dc2e3b2a03 req-3acf6ea7-c2cb-4c76-86c7-fc19a89e783b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:58.893618 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4f32867d-cce0-4efe-924d-d6dc2e3b2a03 req-3acf6ea7-c2cb-4c76-86c7-fc19a89e783b tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0827935 Jun 08 12:46:58.942159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4f32867d-cce0-4efe-924d-d6dc2e3b2a03 req-cf93f4d5-c780-4a5d-a9ee-571dca052400 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Jun 08 12:46:59.691040 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28b46-a963-4c70-a626-92762a22ec5f req-4248a1ef-1b22-4f86-a780-4a955b6812e3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:59.693017 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97d28b46-a963-4c70-a626-92762a22ec5f req-4248a1ef-1b22-4f86-a780-4a955b6812e3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0955000 Jun 08 12:46:59.742279 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-97d28b46-a963-4c70-a626-92762a22ec5f req-4ce09985-4b28-4a78-8045-502dda0701fe tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Jun 08 12:47:00.140733 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca0ac8-5a6e-429c-890e-5587b7018dc9 req-88bebb69-9d3e-4801-99f6-d54637ccc9d1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:00.142192 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbca0ac8-5a6e-429c-890e-5587b7018dc9 req-88bebb69-9d3e-4801-99f6-d54637ccc9d1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0865643 Jun 08 12:47:00.188999 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cbca0ac8-5a6e-429c-890e-5587b7018dc9 req-d5efbc6e-ef3b-4698-8623-be9b1619a970 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Jun 08 12:47:00.939742 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f6388-2878-4141-bf6c-f68f6c0ce0f0 req-6d9b152a-7c50-4974-ac55-691b0e67b268 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:00.941085 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-536f6388-2878-4141-bf6c-f68f6c0ce0f0 req-6d9b152a-7c50-4974-ac55-691b0e67b268 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0809116 Jun 08 12:47:00.985263 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-536f6388-2878-4141-bf6c-f68f6c0ce0f0 req-ee669ff6-ecd2-433d-8271-314c0107ac12 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Jun 08 12:47:01.142474 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cb7d671d-03c0-4a61-a831-54046ae2f28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.389151 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585092-89e2-4684-b938-a298d1679674 req-bcff8499-669d-4984-9551-92c0624512c1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:01.390600 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-59585092-89e2-4684-b938-a298d1679674 req-bcff8499-669d-4984-9551-92c0624512c1 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0914779 Jun 08 12:47:01.435344 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-59585092-89e2-4684-b938-a298d1679674 req-be4dd455-b51a-4b30-9aba-782b9ff7c36a tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Jun 08 12:47:02.179919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49a1a-a339-4db3-8071-fb967048d15f req-198d9300-9357-4ade-b78e-4f443fb5e473 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:02.181367 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a4b49a1a-a339-4db3-8071-fb967048d15f req-198d9300-9357-4ade-b78e-4f443fb5e473 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0839808 Jun 08 12:47:02.227633 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a4b49a1a-a339-4db3-8071-fb967048d15f req-2d9ccd79-fe29-44d0-883b-160a3ac4ce5f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Jun 08 12:47:02.374719 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-0bdb2f8f-2f94-49de-a5b8-b44b4dcf15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:02.376141 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-0bdb2f8f-2f94-49de-a5b8-b44b4dcf15d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 200 len: 920 time: 0.1311514 Jun 08 12:47:02.450286 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-31cee525-8287-47f9-96b1-57a475adc3f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 200 len: 217 time: 0.0626593 Jun 08 12:47:02.522995 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-9724c84c-727e-40bc-9b45-c9166715ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:02.525348 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-9724c84c-727e-40bc-9b45-c9166715ee2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 200 len: 859 time: 0.0682075 Jun 08 12:47:02.619585 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-e0e6f7e0-db48-4f45-885d-eb675c221bbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1c340a-b552-49f6-9d84-82c0612f9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838890 Jun 08 12:47:02.736845 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309dea7-8786-43ee-8a5c-b17e2ef931e6 req-e32fb14a-71bc-4c24-82a4-51111087732d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:02.738340 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3309dea7-8786-43ee-8a5c-b17e2ef931e6 req-e32fb14a-71bc-4c24-82a4-51111087732d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1716011 Jun 08 12:47:02.817601 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3309dea7-8786-43ee-8a5c-b17e2ef931e6 req-b4b14519-7d07-40eb-b28d-54464a1e086c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733833 Jun 08 12:47:02.826495 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-cdd1934a-1787-4dda-bfb2-111a1c7bd50e service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933472 Jun 08 12:47:03.032352 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c95b8f85-f855-46d7-9356-544c25c05c27 req-49378628-7508-444a-ab20-a6343ad6911f service neutron] 10.222.0.59 "GET /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919496 Jun 08 12:47:03.441923 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb1eb6-577c-4f21-b72c-7ec2dc61d6c8 req-317e1d2a-3808-44b7-9b87-ec176f096420 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:03.443368 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-59fb1eb6-577c-4f21-b72c-7ec2dc61d6c8 req-317e1d2a-3808-44b7-9b87-ec176f096420 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0882921 Jun 08 12:47:03.471732 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-280202df-cf1c-448e-9684-409e11e33b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:03.494431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-59fb1eb6-577c-4f21-b72c-7ec2dc61d6c8 req-cf99dbb7-64aa-4ba9-9845-2959435da286 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Jun 08 12:47:03.745253 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.028199 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d6a3-e131-41ea-a6c8-b585e9353198 req-ddc62666-9357-4a32-888b-31e689d51b05 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:04.029987 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-18b4d6a3-e131-41ea-a6c8-b585e9353198 req-ddc62666-9357-4a32-888b-31e689d51b05 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0852034 Jun 08 12:47:04.075781 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-18b4d6a3-e131-41ea-a6c8-b585e9353198 req-de02c7d8-85de-404f-85d7-05159e267e04 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Jun 08 12:47:04.274687 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 46692) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:04.392741 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.504910 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.509055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.516329 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8c6b4db6-3e19-41dd-b0b0-556f326198fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:04.561453 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acad18be436d4a3e97c13c07d454a0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824986 Jun 08 12:47:04.561453 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7b942-a70d-46a2-8556-0187629c9faf,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:04.562814 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 46700) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:04.563328 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:04.629350 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.656784 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.704264 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e777a78-664c-42b9-b279-998853ba065f req-7390574e-e7e5-4927-a87f-054b7b30149e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:04.705998 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2e777a78-664c-42b9-b279-998853ba065f req-7390574e-e7e5-4927-a87f-054b7b30149e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0886769 Jun 08 12:47:04.718703 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.721079 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.725409 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5a7b942-a70d-46a2-8556-0187629c9faf HTTP/1.1" status: 204 len: 168 time: 0.1613977 Jun 08 12:47:04.726214 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-12a058b1-eee0-4250-bc7a-d7e4f13f3fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:04.727311 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:04.736773 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7b942-a70d-46a2-8556-0187629c9faf,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:04.745010 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.745715 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.746088 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.746555 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.747646 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.748113 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.748490 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.748893 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.749175 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.749524 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.749901 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.750338 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:04.753916 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:04.765689 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2e777a78-664c-42b9-b279-998853ba065f req-d1d4c315-4a3a-4e1f-a96d-2b7cfa338d3f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Jun 08 12:47:05.265159 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd26f-42fa-4501-a15c-f6183e264728 req-e9a8fa38-cef5-4cd9-bb7c-d374a64319e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:05.266671 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-444dd26f-42fa-4501-a15c-f6183e264728 req-e9a8fa38-cef5-4cd9-bb7c-d374a64319e2 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0829294 Jun 08 12:47:05.319871 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-444dd26f-42fa-4501-a15c-f6183e264728 req-a7358977-0290-4a02-9f0d-5df822f257d4 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Jun 08 12:47:05.958684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a28bf6-1309-4994-87aa-92b597c6dc03 req-3d619e6f-a093-4962-83c2-c91689c9ca02 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:05.960190 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e1a28bf6-1309-4994-87aa-92b597c6dc03 req-3d619e6f-a093-4962-83c2-c91689c9ca02 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0793760 Jun 08 12:47:06.006003 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e1a28bf6-1309-4994-87aa-92b597c6dc03 req-7975f313-401a-479a-9ebd-ffde81ca0e69 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Jun 08 12:47:06.359360 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:06.537138 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77178df1-a15a-47ca-a499-1c51f1709cce req-c393312d-59c8-4014-aafc-0ec11db32196 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:06.538616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-77178df1-a15a-47ca-a499-1c51f1709cce req-c393312d-59c8-4014-aafc-0ec11db32196 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0841424 Jun 08 12:47:06.586154 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-77178df1-a15a-47ca-a499-1c51f1709cce req-e9d950ec-a311-46a2-889b-4df09ff1678d tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Jun 08 12:47:07.207671 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8498c-4a6a-4abc-8e9a-78303dae2635 req-1362fa57-b4fc-4b47-b35b-d879e768642a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:07.209249 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-74b8498c-4a6a-4abc-8e9a-78303dae2635 req-1362fa57-b4fc-4b47-b35b-d879e768642a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0843496 Jun 08 12:47:07.254556 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-74b8498c-4a6a-4abc-8e9a-78303dae2635 req-cda4ab1d-28bf-42d3-9b09-62ebb97b9d16 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Jun 08 12:47:08.455449 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37f868-3973-4aaa-81d7-641bc98fc262 req-9bc04929-16a8-43a6-939d-ef60955cfb71 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:08.456859 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e37f868-3973-4aaa-81d7-641bc98fc262 req-9bc04929-16a8-43a6-939d-ef60955cfb71 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0882053 Jun 08 12:47:08.501717 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e37f868-3973-4aaa-81d7-641bc98fc262 req-2fd8f234-62fb-4ead-a17f-83e65299d237 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Jun 08 12:47:09.689500 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f93f0-d070-4e14-8d30-adc0fd377c13 req-846cea92-a652-4a68-9042-673eafe31f65 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:09.690997 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-126f93f0-d070-4e14-8d30-adc0fd377c13 req-846cea92-a652-4a68-9042-673eafe31f65 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 943 time: 0.0787702 Jun 08 12:47:09.739771 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-126f93f0-d070-4e14-8d30-adc0fd377c13 req-9dc8f963-8c65-405a-95cb-d1dc1444048f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431635 Jun 08 12:47:10.605996 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:47:10.740355 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:10.753954 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'port_id': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'mac_address': 'fa:16:3e:3b:d9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:47:10.807851 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:10.824929 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:47:10.840402 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:10.845008 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:10.847964 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:10.916762 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=9']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:10.920456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:10.930835 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29373c-0034-456d-aa17-b7a3345ea6f0 req-a9459eba-0967-4840-83b3-cd55751a04fe tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:10.932309 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-de29373c-0034-456d-aa17-b7a3345ea6f0 req-a9459eba-0967-4840-83b3-cd55751a04fe tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.0787439 Jun 08 12:47:10.975427 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-de29373c-0034-456d-aa17-b7a3345ea6f0 req-dcb9f835-9657-4697-813c-52e6e24ad7b4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374851 Jun 08 12:47:11.244525 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:47:12.167018 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b57fa-14bb-4cc0-ba38-3b301adc3d89 req-09be43c3-02e3-496e-b5c8-f7191a349a9f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:12.168473 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0e4b57fa-14bb-4cc0-ba38-3b301adc3d89 req-09be43c3-02e3-496e-b5c8-f7191a349a9f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.0830314 Jun 08 12:47:12.212698 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0e4b57fa-14bb-4cc0-ba38-3b301adc3d89 req-30423660-fd1e-4d71-9da2-560ad0116db5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385504 Jun 08 12:47:13.398918 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fe0cd-2bc9-433d-9163-d107480d4e37 req-3e9de711-2a45-43c0-83ed-44703a66d3db tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:13.400368 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c4fe0cd-2bc9-433d-9163-d107480d4e37 req-3e9de711-2a45-43c0-83ed-44703a66d3db tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.0796123 Jun 08 12:47:13.444858 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c4fe0cd-2bc9-433d-9163-d107480d4e37 req-0a0a8cbc-69a6-476b-84b7-860c438c7079 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379822 Jun 08 12:47:14.637382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff170ac-acd1-415a-85da-8adaef8db9fd req-dfe629df-5f9a-4ecd-9df1-769265a824cb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:14.638825 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ff170ac-acd1-415a-85da-8adaef8db9fd req-dfe629df-5f9a-4ecd-9df1-769265a824cb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.0819602 Jun 08 12:47:14.682935 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ff170ac-acd1-415a-85da-8adaef8db9fd req-93aa0306-9360-46b4-907e-f251883c5784 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Jun 08 12:47:15.899603 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ab06-acd8-4228-9e2c-7ee997d0dd7c req-c34ebca2-4af3-4db5-8c1c-4702a0c17ac2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:15.901370 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4629ab06-acd8-4228-9e2c-7ee997d0dd7c req-c34ebca2-4af3-4db5-8c1c-4702a0c17ac2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.0998154 Jun 08 12:47:15.948655 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4629ab06-acd8-4228-9e2c-7ee997d0dd7c req-66dd4c15-c428-4872-8f80-74170bd0b5bc tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Jun 08 12:47:17.155684 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f16ea-b6d5-4b87-a12e-6f1e1ec1c3ff req-01f09faf-fe7b-402b-a934-70aee7da24b1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:17.157239 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-607f16ea-b6d5-4b87-a12e-6f1e1ec1c3ff req-01f09faf-fe7b-402b-a934-70aee7da24b1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 944 time: 0.0841079 Jun 08 12:47:17.205480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-607f16ea-b6d5-4b87-a12e-6f1e1ec1c3ff req-e4fa14bc-4955-42dc-91a6-f58e1a1256b6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Jun 08 12:47:17.261856 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:47:17.332237 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:47:17.332619 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:17.474526 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:17.501959 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:17.504214 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a38b5f9-2553-464f-a763-bdd555f8340d" -d '{"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:17.511671 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:17.516166 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:17.519422 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:17.549775 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ffbb29-247c-459b-a50a-62578d12ea85 x-openstack-request-id: req-75ffbb29-247c-459b-a50a-62578d12ea85 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:17.550075 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:17.550332 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75ffbb29-247c-459b-a50a-62578d12ea85 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:17.550715 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'code': 200} Jun 08 12:47:17.588399 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=10']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:17.592093 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:18.392491 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e589f-8cd8-46c6-b5bc-9bf9a5a53a63 req-39b096fe-0165-4648-8c4c-fb82363509af tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:18.393976 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-782e589f-8cd8-46c6-b5bc-9bf9a5a53a63 req-39b096fe-0165-4648-8c4c-fb82363509af tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.0788598 Jun 08 12:47:18.443903 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-782e589f-8cd8-46c6-b5bc-9bf9a5a53a63 req-0573d835-3b64-4274-8e76-6feabbca64a6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Jun 08 12:47:19.642094 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef123dea-6ad9-4954-a500-3ec245152730 req-9045473b-ee69-4840-945b-9e4e28b033b1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:19.643576 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ef123dea-6ad9-4954-a500-3ec245152730 req-9045473b-ee69-4840-945b-9e4e28b033b1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.0834122 Jun 08 12:47:19.689422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ef123dea-6ad9-4954-a500-3ec245152730 req-65c7f705-e119-4521-9a33-8287e75de578 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401173 Jun 08 12:47:20.011072 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeecce6-0c5c-43bc-a4bd-af398c5b519d req-0028439f-e9cb-40f0-979d-be1983e667cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:20.012471 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adeecce6-0c5c-43bc-a4bd-af398c5b519d req-0028439f-e9cb-40f0-979d-be1983e667cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1099 time: 0.1341257 Jun 08 12:47:20.055312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adeecce6-0c5c-43bc-a4bd-af398c5b519d req-ba0124e5-6c51-44e3-ae4c-bb6f89b4c36e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348294 Jun 08 12:47:20.889816 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964fd2d-9dd6-4b76-acb5-7ba28d80b8b0 req-1deea450-0ce8-44f2-9f3b-54640d90d61a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:20.891297 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5964fd2d-9dd6-4b76-acb5-7ba28d80b8b0 req-1deea450-0ce8-44f2-9f3b-54640d90d61a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.0896077 Jun 08 12:47:20.936994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5964fd2d-9dd6-4b76-acb5-7ba28d80b8b0 req-ca4191aa-8889-4ad5-acc7-577537538c88 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 Jun 08 12:47:21.045246 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd5f6-7ac8-497a-86be-66f7766440d8 req-0eae3f74-8c6c-4aa3-a6c3-05f97fadcc3e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:21.046742 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-807cd5f6-7ac8-497a-86be-66f7766440d8 req-0eae3f74-8c6c-4aa3-a6c3-05f97fadcc3e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0846035 Jun 08 12:47:21.092311 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-807cd5f6-7ac8-497a-86be-66f7766440d8 req-489c0ff9-ac87-468f-9aff-d3d6227a9c39 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Jun 08 12:47:22.147924 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7eec-379f-4694-a373-9cdb2e5bc911 req-c9e0a066-16ea-4988-bf63-a17265426b64 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:22.150389 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-57aa7eec-379f-4694-a373-9cdb2e5bc911 req-c9e0a066-16ea-4988-bf63-a17265426b64 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.0950496 Jun 08 12:47:22.245671 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-57aa7eec-379f-4694-a373-9cdb2e5bc911 req-379cebac-e558-4ff1-b5e0-374040ff9b5d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846038 Jun 08 12:47:22.290718 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5188b-14dd-40ce-8349-fc79f52e0b38 req-e9fe11b8-7da3-4ede-9090-5ddc1a751dae tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:22.292162 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-03b5188b-14dd-40ce-8349-fc79f52e0b38 req-e9fe11b8-7da3-4ede-9090-5ddc1a751dae tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0901878 Jun 08 12:47:22.335904 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-03b5188b-14dd-40ce-8349-fc79f52e0b38 req-835e9846-9d47-446f-b577-64e676266e71 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Jun 08 12:47:23.438249 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc0113-903d-4b5b-a60c-ea5501e64ab1 req-5d19a4fa-2629-4af6-b7a9-0d6e834aca6c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:23.439756 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d6cc0113-903d-4b5b-a60c-ea5501e64ab1 req-5d19a4fa-2629-4af6-b7a9-0d6e834aca6c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.0824730 Jun 08 12:47:23.532299 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d6cc0113-903d-4b5b-a60c-ea5501e64ab1 req-d3ee0459-cdcd-4f4b-8072-fda0921c6538 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560355 Jun 08 12:47:23.558019 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1d5a1-fe12-40e6-8d83-9a04caa6b2a5 req-aea3e065-3b20-4f80-bf19-643b6fdca0da tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:23.560178 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1ea1d5a1-fe12-40e6-8d83-9a04caa6b2a5 req-aea3e065-3b20-4f80-bf19-643b6fdca0da tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1173668 Jun 08 12:47:23.603663 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1ea1d5a1-fe12-40e6-8d83-9a04caa6b2a5 req-393a69ec-135b-42ef-8e8e-c9f470af33dd tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377810 Jun 08 12:47:24.061725 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-a3f7838c-2f2c-45c4-a831-1c6d6c7e964b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792518 Jun 08 12:47:24.161019 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-f07c37a2-99ac-4fc4-80d5-2cab3348c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:24.162545 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-f07c37a2-99ac-4fc4-80d5-2cab3348c4fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1098 time: 0.0739000 Jun 08 12:47:24.330811 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-bd772658-eefa-4992-96a9-8629e6453f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:24.332165 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-bd772658-eefa-4992-96a9-8629e6453f25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1304913 Jun 08 12:47:24.445219 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-1dbed3ca-c3d4-4424-9574-209b9a166299 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 1000 time: 0.0973365 Jun 08 12:47:24.515097 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-9dcfc8a1-9aca-44e2-8cd0-258b5f8a38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:24.516579 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-9dcfc8a1-9aca-44e2-8cd0-258b5f8a38d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0617085 Jun 08 12:47:24.624306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-c346ef66-67e5-4652-88ce-33988e2c03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:24.626127 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-c346ef66-67e5-4652-88ce-33988e2c03a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788207 Jun 08 12:47:24.915214 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-79c6385e-45dd-4064-913c-9cd79c59d5ab service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745819 Jun 08 12:47:24.930305 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739c6c-56c4-4e6a-840e-406a244a2037 req-8999ee63-2f98-4265-ae4a-ff7510c4c1ab tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:24.936463 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:24.937808 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60739c6c-56c4-4e6a-840e-406a244a2037 req-8999ee63-2f98-4265-ae4a-ff7510c4c1ab tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.2627635 Jun 08 12:47:25.041264 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb9de-b0df-4139-bae8-a505972d1161 req-36f65611-28d1-47cd-871e-1b38c300bb56 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:25.042943 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e74eb9de-b0df-4139-bae8-a505972d1161 req-36f65611-28d1-47cd-871e-1b38c300bb56 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.2758946 Jun 08 12:47:25.096414 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60739c6c-56c4-4e6a-840e-406a244a2037 req-66190f39-0652-4ca4-befc-093750b13908 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577678 Jun 08 12:47:25.146929 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e74eb9de-b0df-4139-bae8-a505972d1161 req-db09638f-e230-4d83-a570-ec1a3c7b1238 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937960 Jun 08 12:47:25.230201 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b22382e3-fa45-4b7c-87c5-ee7963170e95 req-8df94af2-e19c-4bdf-97a9-8055ae47c1e1 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904015 Jun 08 12:47:26.360277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb2f5-dca9-410c-b2a1-dec092e2e9c3 req-1700a19d-50a8-4f67-95c6-2339a65443c4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:26.361769 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eeafb2f5-dca9-410c-b2a1-dec092e2e9c3 req-1700a19d-50a8-4f67-95c6-2339a65443c4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.1439371 Jun 08 12:47:26.369202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f315843-5669-4f47-91ef-afbaac4bcde9 req-7c7208b1-729b-4c5a-8bab-0b72914a820f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:26.370614 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f315843-5669-4f47-91ef-afbaac4bcde9 req-7c7208b1-729b-4c5a-8bab-0b72914a820f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.1154814 Jun 08 12:47:26.440431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eeafb2f5-dca9-410c-b2a1-dec092e2e9c3 req-c174deb4-2bb7-4cd6-af45-7e37ee0ffef3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688424 Jun 08 12:47:26.444600 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f315843-5669-4f47-91ef-afbaac4bcde9 req-2fcfe158-f2af-4f2c-a8d9-caef3ea744bf tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596697 Jun 08 12:47:27.629147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941634-c1e7-4392-9404-43a4e4a2dbd2 req-f278f73f-98eb-48b7-a76f-6d035a962132 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:27.630600 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c0941634-c1e7-4392-9404-43a4e4a2dbd2 req-f278f73f-98eb-48b7-a76f-6d035a962132 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0804722 Jun 08 12:47:27.674837 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c0941634-c1e7-4392-9404-43a4e4a2dbd2 req-8d979d3d-b03e-471c-9ecd-542ebd6943fe tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Jun 08 12:47:28.129050 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-c0e976bf-6463-40e0-b96c-b2a362dc6796 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:28.130589 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-c0e976bf-6463-40e0-b96c-b2a362dc6796 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 945 time: 0.0851765 Jun 08 12:47:28.277340 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Deleting port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:47:28.277717 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:28.410275 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] For port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:28.410630 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:28.539643 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Calling delete_port for f34cf0fb-b99f-4a34-81ed-02fbb9c064ae owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:47:28.654768 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:28.660529 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13fe4097-59f1-4918-b009-e74c4066028e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:28.667495 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['f34cf0fb-b99f-4a34-81ed-02fbb9c064ae', '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:47:28.704750 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Pushing event deleted for resources: {'Port': ['ID=f34cf0fb-b99f-4a34-81ed-02fbb9c064ae,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:28.743152 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.743518 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.743875 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.744229 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.744575 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.744919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.745261 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.745598 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.745963 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.746379 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.747223 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.747563 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:28.754699 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:28.794030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] No DVR routers for this DVR port f34cf0fb-b99f-4a34-81ed-02fbb9c064ae on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:47:28.830002 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:28.831907 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f01c624-ef1e-40d8-950e-4f7dc08b394d req-9ad4f1bf-f196-42b9-8e65-2c26b699378e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "DELETE /v2.0/ports/f34cf0fb-b99f-4a34-81ed-02fbb9c064ae HTTP/1.1" status: 204 len: 173 time: 0.6930847 Jun 08 12:47:28.832416 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'name': 'network-vif-deleted', 'tag': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:28.834696 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c9097-5de5-46e1-84b8-cd16ab7b33ca" -d '{"events": [{"server_uuid": "5d9b8a85-36a5-44e6-afb3-330fe825bc12", "name": "network-vif-deleted", "tag": "f34cf0fb-b99f-4a34-81ed-02fbb9c064ae"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:28.843715 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68051f49-1b43-466e-b334-d0f8df4edb63 req-449b7b3b-8580-455e-8452-47d6c8fbf5a9 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d9b8a85-36a5-44e6-afb3-330fe825bc12 HTTP/1.1" status: 200 len: 210 time: 0.0517557 Jun 08 12:47:28.885670 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f67fbcb-41dc-4f4b-a366-a413e72a1f2e x-openstack-request-id: req-7f67fbcb-41dc-4f4b-a366-a413e72a1f2e {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:28.886013 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9b8a85-36a5-44e6-afb3-330fe825bc12", "name": "network-vif-deleted", "tag": "f34cf0fb-b99f-4a34-81ed-02fbb9c064ae", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:28.886287 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f67fbcb-41dc-4f4b-a366-a413e72a1f2e {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:28.886776 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9b8a85-36a5-44e6-afb3-330fe825bc12', 'name': 'network-vif-deleted', 'tag': 'f34cf0fb-b99f-4a34-81ed-02fbb9c064ae', 'status': 'completed', 'code': 200} Jun 08 12:47:30.293675 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ab6b3-21a0-447f-a4b0-4d7464ff1fc5 req-085c1ca7-1a7b-423f-a47b-c5fe6572a5d6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:30.295191 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c43ab6b3-21a0-447f-a4b0-4d7464ff1fc5 req-085c1ca7-1a7b-423f-a47b-c5fe6572a5d6 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0805628 Jun 08 12:47:30.340455 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c43ab6b3-21a0-447f-a4b0-4d7464ff1fc5 req-c20fde37-143b-48ab-8348-aab369db4942 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Jun 08 12:47:31.098124 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c69e27-7a7f-4623-82a0-214b0f16a202 req-5866df10-331e-44fa-aa53-1a663fcc5bb3 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:31.099557 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-70c69e27-7a7f-4623-82a0-214b0f16a202 req-5866df10-331e-44fa-aa53-1a663fcc5bb3 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 945 time: 0.0775814 Jun 08 12:47:31.137329 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-187d252f-536a-4161-979f-df18f1149b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:31.146593 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-70c69e27-7a7f-4623-82a0-214b0f16a202 req-4db1d418-cbb2-4f5a-b7db-cde3a936733c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Jun 08 12:47:31.522507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22da539-e34b-469e-9703-71d0e3beb9dc req-24ad5eb8-d0c7-478e-a6bd-d899436c5896 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:31.523937 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d22da539-e34b-469e-9703-71d0e3beb9dc req-24ad5eb8-d0c7-478e-a6bd-d899436c5896 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0805461 Jun 08 12:47:31.567601 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d22da539-e34b-469e-9703-71d0e3beb9dc req-b2dfbc9c-b401-4422-b537-4e3e29937b2c tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Jun 08 12:47:32.330376 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4af7a-9f56-4fc3-87e2-ace7d88dd4b9 req-b39e37c4-fa03-4886-919d-6a259638a82d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:32.331815 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61d4af7a-9f56-4fc3-87e2-ace7d88dd4b9 req-b39e37c4-fa03-4886-919d-6a259638a82d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 945 time: 0.0782511 Jun 08 12:47:32.377074 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61d4af7a-9f56-4fc3-87e2-ace7d88dd4b9 req-2beb239e-1ecd-4d39-ad25-353130c10721 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Jun 08 12:47:32.680240 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device f34cf0fb-b99f-4a34-81ed-02fbb9c064ae no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:47:32.716718 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: f34cf0fb-b99f-4a34-81ed-02fbb9c064ae {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:47:32.717073 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device f34cf0fb-b99f-4a34-81ed-02fbb9c064ae not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:47:32.755283 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd7c4-7a30-46fa-b097-0d0e41d7f12e req-01029798-2593-4ba8-9816-52948913fd21 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:32.756745 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-39cbd7c4-7a30-46fa-b097-0d0e41d7f12e req-01029798-2593-4ba8-9816-52948913fd21 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0825803 Jun 08 12:47:32.800471 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-39cbd7c4-7a30-46fa-b097-0d0e41d7f12e req-52f2742f-2ceb-4537-b276-0f8c0a105bce tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381415 Jun 08 12:47:33.483701 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-895e71ff-febe-4c97-bf9b-d1ec254037ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:33.657172 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-363457e9-e302-4049-82a3-61850631d041 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:33.658600 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-363457e9-e302-4049-82a3-61850631d041 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 945 time: 0.2009261 Jun 08 12:47:33.665809 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709a4f0-600c-4ec9-8b9e-6f72c290d8a7 req-47b20732-43b9-4406-86b6-b3cbf5d8d073 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:33.667114 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3709a4f0-600c-4ec9-8b9e-6f72c290d8a7 req-47b20732-43b9-4406-86b6-b3cbf5d8d073 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 945 time: 0.1788740 Jun 08 12:47:33.749982 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:33.796681 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3709a4f0-600c-4ec9-8b9e-6f72c290d8a7 req-d63a3010-c440-468c-8cd2-5ab1469eac16 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004810 Jun 08 12:47:33.834344 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Deleting port d52837e9-c555-42a1-a5e8-0763d1aadcc9 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:47:33.834714 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:34.023123 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] For port d52837e9-c555-42a1-a5e8-0763d1aadcc9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d52837e9-c555-42a1-a5e8-0763d1aadcc9,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:34.023388 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:34.153099 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Calling delete_port for d52837e9-c555-42a1-a5e8-0763d1aadcc9 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:47:34.166909 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66306d01-03d5-4818-8bbd-3065824c5761 req-887916ab-9e4a-4b22-bfd0-d6a1d95a6b43 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:34.168402 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-66306d01-03d5-4818-8bbd-3065824c5761 req-887916ab-9e4a-4b22-bfd0-d6a1d95a6b43 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.2649090 Jun 08 12:47:34.231232 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-66306d01-03d5-4818-8bbd-3065824c5761 req-0d317035-2a7f-472e-8f01-0e8d4e5bbb56 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571778 Jun 08 12:47:34.255180 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:47:34.314074 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:34.319687 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:34.336415 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d52837e9-c555-42a1-a5e8-0763d1aadcc9'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:47:34.366959 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Pushing event deleted for resources: {'Port': ['ID=d52837e9-c555-42a1-a5e8-0763d1aadcc9,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:34.379890 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:34.482572 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] No DVR routers for this DVR port d52837e9-c555-42a1-a5e8-0763d1aadcc9 on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:47:34.485518 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:34.487454 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44d2ca36-26b3-4771-bd82-3c190f023afc req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "DELETE /v2.0/ports/d52837e9-c555-42a1-a5e8-0763d1aadcc9 HTTP/1.1" status: 204 len: 173 time: 0.8194952 Jun 08 12:47:34.487944 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bc163b-a05e-41ac-948a-3932f54b7873', 'name': 'network-vif-deleted', 'tag': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:34.490288 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b4b1b-c18b-4801-be72-3e86169276a1" -d '{"events": [{"server_uuid": "26bc163b-a05e-41ac-948a-3932f54b7873", "name": "network-vif-deleted", "tag": "d52837e9-c555-42a1-a5e8-0763d1aadcc9"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:34.539846 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20628324-fd36-4c9a-aba9-a2a99d9beee6 x-openstack-request-id: req-20628324-fd36-4c9a-aba9-a2a99d9beee6 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:34.540251 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bc163b-a05e-41ac-948a-3932f54b7873", "name": "network-vif-deleted", "tag": "d52837e9-c555-42a1-a5e8-0763d1aadcc9", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:34.540531 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20628324-fd36-4c9a-aba9-a2a99d9beee6 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:34.540952 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bc163b-a05e-41ac-948a-3932f54b7873', 'name': 'network-vif-deleted', 'tag': 'd52837e9-c555-42a1-a5e8-0763d1aadcc9', 'status': 'completed', 'code': 200} Jun 08 12:47:34.726230 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:34.954647 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b82bed9d-b554-4611-89ff-dfa023015be0 req-2f0fecc0-b238-472e-b0ba-e37f0f00ca8f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=26bc163b-a05e-41ac-948a-3932f54b7873 HTTP/1.1" status: 200 len: 210 time: 0.0416844 Jun 08 12:47:35.417188 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cbe60-b57c-42dd-a598-c7249e797a79 req-be5a57f7-d890-4b88-a87a-bc7c17b1a071 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:35.418686 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca5cbe60-b57c-42dd-a598-c7249e797a79 req-be5a57f7-d890-4b88-a87a-bc7c17b1a071 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0800090 Jun 08 12:47:35.462090 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca5cbe60-b57c-42dd-a598-c7249e797a79 req-7b57fc8c-dc63-4f45-a052-6423e52f45c5 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Jun 08 12:47:36.362147 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:36.645553 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a182d-c1b7-45d1-8900-f079a6c1f39b req-b1dbbb4f-ff06-47cd-bb5c-d4d8bfb56388 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:36.647030 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e5a182d-c1b7-45d1-8900-f079a6c1f39b req-b1dbbb4f-ff06-47cd-bb5c-d4d8bfb56388 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0805979 Jun 08 12:47:36.690907 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e5a182d-c1b7-45d1-8900-f079a6c1f39b req-ca492948-4b91-4522-a3da-d1219b9471f3 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Jun 08 12:47:37.869540 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1d0e-3e5e-4efc-b998-516c1012901b req-057f2a44-59fb-4ada-9abe-5d707394dc2e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:37.871016 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d3ff1d0e-3e5e-4efc-b998-516c1012901b req-057f2a44-59fb-4ada-9abe-5d707394dc2e tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0786374 Jun 08 12:47:37.919121 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d3ff1d0e-3e5e-4efc-b998-516c1012901b req-e06ebb6b-b463-476e-a5bc-19abe47c5272 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jun 08 12:47:39.108030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec93dd-1c0c-4dff-ae85-58ab308ec37f req-8998c096-0aeb-4669-bd93-77f3fdd01633 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:39.109472 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2fec93dd-1c0c-4dff-ae85-58ab308ec37f req-8998c096-0aeb-4669-bd93-77f3fdd01633 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0782731 Jun 08 12:47:39.153767 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2fec93dd-1c0c-4dff-ae85-58ab308ec37f req-dca30a63-5457-464b-9d22-6c25360df4a7 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Jun 08 12:47:39.614808 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d52837e9-c555-42a1-a5e8-0763d1aadcc9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:47:39.650969 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: d52837e9-c555-42a1-a5e8-0763d1aadcc9 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:47:39.651318 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d52837e9-c555-42a1-a5e8-0763d1aadcc9 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:47:40.193158 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-7ebeea23-a00e-45d5-b38a-ab798997fdcb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:40.194602 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-7ebeea23-a00e-45d5-b38a-ab798997fdcb tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.0805211 Jun 08 12:47:40.401793 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40694dd2-edbc-42d9-9fdc-b3fd637ee892 req-4cc53818-abbe-444f-8392-0f24b40a2415 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:40.403719 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-40694dd2-edbc-42d9-9fdc-b3fd637ee892 req-4cc53818-abbe-444f-8392-0f24b40a2415 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 946 time: 0.1410649 Jun 08 12:47:40.405318 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Deleting port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:47:40.405676 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:40.591093 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-40694dd2-edbc-42d9-9fdc-b3fd637ee892 req-631c3b7f-0980-4931-be24-b2abbc5d1634 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/security-groups?id=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718149 Jun 08 12:47:40.631137 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] For port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:40.631489 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:40.758230 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Calling delete_port for 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:47:40.874430 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:40.880885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:40.886644 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['574c2f2d-e44e-4616-b8f7-3a6232f1eb0a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:47:40.924918 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Pushing event deleted for resources: {'Port': ['ID=574c2f2d-e44e-4616-b8f7-3a6232f1eb0a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:40.930378 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:41.007580 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] No DVR routers for this DVR port 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:47:41.010156 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:41.012128 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f399537-d1c7-4860-9725-b70ac28dfdee req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.59 "DELETE /v2.0/ports/574c2f2d-e44e-4616-b8f7-3a6232f1eb0a HTTP/1.1" status: 204 len: 173 time: 0.8101788 Jun 08 12:47:41.013153 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'name': 'network-vif-deleted', 'tag': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:41.015482 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f4149-be7e-4e60-b1fb-5dfc5145e629" -d '{"events": [{"server_uuid": "d0afd970-ddf0-48e7-ad4f-506d720b2950", "name": "network-vif-deleted", "tag": "574c2f2d-e44e-4616-b8f7-3a6232f1eb0a"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:41.065826 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d8b8dd-b847-4402-911a-4d070742bb75 x-openstack-request-id: req-b5d8b8dd-b847-4402-911a-4d070742bb75 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:41.066151 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0afd970-ddf0-48e7-ad4f-506d720b2950", "name": "network-vif-deleted", "tag": "574c2f2d-e44e-4616-b8f7-3a6232f1eb0a", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:41.066428 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5d8b8dd-b847-4402-911a-4d070742bb75 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:41.066851 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0afd970-ddf0-48e7-ad4f-506d720b2950', 'name': 'network-vif-deleted', 'tag': '574c2f2d-e44e-4616-b8f7-3a6232f1eb0a', 'status': 'completed', 'code': 200} Jun 08 12:47:41.752937 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-897200e2-d78d-4969-979f-5e3c10bfa87e req-cc7ca901-2b6d-43af-8db0-e94fdfca163f tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0afd970-ddf0-48e7-ad4f-506d720b2950 HTTP/1.1" status: 200 len: 210 time: 0.0432916 Jun 08 12:47:42.846705 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47018) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:43.405072 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.876490 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Deleting port d68b81ce-f9e2-4c0b-9413-bb81d8829f55 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:47:43.877224 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.000102 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] For port d68b81ce-f9e2-4c0b-9413-bb81d8829f55, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,segment=NetworkSegment(226a79e0-0d8a-4a2c-a860-3cbd93241358),segment_id=226a79e0-0d8a-4a2c-a860-3cbd93241358)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:44.000461 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.123506 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Calling delete_port for d68b81ce-f9e2-4c0b-9413-bb81d8829f55 owned by network:router_interface {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:47:44.396129 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.400085 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:44.443556 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d68b81ce-f9e2-4c0b-9413-bb81d8829f55,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:44.446526 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:44.701401 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:45.125919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:47:45.211376 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:47:45.245670 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:47:45.246039 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 574c2f2d-e44e-4616-b8f7-3a6232f1eb0a not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:47:45.302344 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:47:45.309846 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-bb13d5df-0d6b-43e6-bd3e-f9a3a4856b8d admin admin] 10.222.0.21 "PUT /v2.0/routers/3a3baec7-b3ad-47e8-a9f8-655b397d2bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4608037 Jun 08 12:47:45.310611 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47028) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:45.311721 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] Sync routers for ids ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:47:45.322992 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] Routers {'3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:47:45.323601 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:47:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:45.490021 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks [] for router, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:45.497139 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] Set router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:47:45.673874 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:45.748213 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Deleting port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:47:45.748548 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:45.790649 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:47:44Z', 'revision_number': 5, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port': {'id': '1eace2ea-b861-49c4-8fd4-0199cbd5df9a', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:06Z', 'updated_at': '2021-06-08T12:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:45.795034 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] Checking router: 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:47:45.806407 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] Routers {'3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:47:45.807016 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:47:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:45.881426 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] For port 1eace2ea-b861-49c4-8fd4-0199cbd5df9a, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:45.881872 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:45.968187 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] Set router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:47:46.012550 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Calling delete_port for 1eace2ea-b861-49c4-8fd4-0199cbd5df9a owned by network:router_gateway {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:47:46.108073 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:47:45Z', 'revision_number': 6, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:46.112219 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fb923-e36a-4fe9-8c42-dbeafd5d8c6d None None] The sync data for ids ['3a3baec7-b3ad-47e8-a9f8-655b397d2bc4'] in dv-cinder-784477-4-iscsi is: [{'id': '3a3baec7-b3ad-47e8-a9f8-655b397d2bc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1293835733-router', 'tenant_id': '549360b6522a41dda45f4cbb928d36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:47:45Z', 'revision_number': 6, 'project_id': '549360b6522a41dda45f4cbb928d36ef', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:47:46.153395 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.157563 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0429c58a-cb47-4bcc-b950-9f44cfbe3ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:46.200073 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eace2ea-b861-49c4-8fd4-0199cbd5df9a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:46.204403 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:46.295035 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.625394 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.631824 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.733577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.734186 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 {{(pid=103602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:47:46.753626 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.754942 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0dfc8ffa-2562-4136-bca2-196db64c9882 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3a3baec7-b3ad-47e8-a9f8-655b397d2bc4 HTTP/1.1" status: 204 len: 168 time: 1.4432826 Jun 08 12:47:46.757813 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 47052) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:46.786421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-551350ac-fa9c-42f7-bc33-547f9f641b40 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:46.787881 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-551350ac-fa9c-42f7-bc33-547f9f641b40 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 813 time: 0.2379086 Jun 08 12:47:46.803792 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-f2e2f1e1-95c8-409d-98d1-81cd5e56d359 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/quotas/fa58f4a51c45440db8f50de438dc2741 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Jun 08 12:47:46.818778 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Deleting subnet fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:47:46.822124 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.854583 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-ca122f29-34ce-431d-967d-ffd15dd0ad10 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446427 Jun 08 12:47:46.879896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.944211 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:46.966209 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1eace2ea-b861-49c4-8fd4-0199cbd5df9a no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:47:47.011798 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-35eac0ff-faa0-47b6-ac50-0a11f8e3a2dc service neutron] 10.222.0.21 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434944 Jun 08 12:47:47.017209 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 1eace2ea-b861-49c4-8fd4-0199cbd5df9a {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:47:47.018147 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1eace2ea-b861-49c4-8fd4-0199cbd5df9a not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:47:47.018872 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d68b81ce-f9e2-4c0b-9413-bb81d8829f55 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:47:47.055352 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: d68b81ce-f9e2-4c0b-9413-bb81d8829f55 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:47:47.055656 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d68b81ce-f9e2-4c0b-9413-bb81d8829f55 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:47:47.071698 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.077107 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:47.118390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:47.123511 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:47.125450 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.127903 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fd78ec6b-0bd4-49a8-b10d-e9c4bc56b720 HTTP/1.1" status: 204 len: 168 time: 0.3688791 Jun 08 12:47:47.130128 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 47058) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:47.161341 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-45198c45-9623-427b-aa35-6e8af6d854e2 service neutron] 10.222.0.21 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440241 Jun 08 12:47:47.253429 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.390943 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d7c05b2e-5b3b-4c6f-8314-adebb0f223c7 req-d131abd2-6029-42c1-927c-c92749d2f938 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0739515 Jun 08 12:47:47.404775 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.429679 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1c340a-b552-49f6-9d84-82c0612f9579']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:47.444813 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226a79e0-0d8a-4a2c-a860-3cbd93241358') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:47.444997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226a79e0-0d8a-4a2c-a860-3cbd93241358') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:47.462830 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.482137 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.489796 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:47:47.490329 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:47:47.503701 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:47:47.561109 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf873a-e5ac-4e93-8bc4-ee7273b33461 req-3bb0dcd2-51d4-4fdc-a6a0-846fa7d33b05 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:47.562669 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04bf873a-e5ac-4e93-8bc4-ee7273b33461 req-3bb0dcd2-51d4-4fdc-a6a0-846fa7d33b05 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1000042 Jun 08 12:47:47.596758 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.601413 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-689e3bea-1214-4b6f-899f-6583482b9852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:47.613400 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04bf873a-e5ac-4e93-8bc4-ee7273b33461 req-88c22129-0562-417d-ae5a-1b1720e11994 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447915 Jun 08 12:47:47.618920 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.623967 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c1c340a-b552-49f6-9d84-82c0612f9579 HTTP/1.1" status: 204 len: 168 time: 0.4870696 Jun 08 12:47:47.646201 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1c340a-b552-49f6-9d84-82c0612f9579,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:47.646201 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:47.847960 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47076) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:47.897185 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0c06e11e-f9cf-4886-a41f-6a06470b936f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=549360b6522a41dda45f4cbb928d36ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479875 Jun 08 12:47:47.899583 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47078) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:47.956743 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:47.982739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:48.039893 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:48.042788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:48.044571 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc HTTP/1.1" status: 204 len: 168 time: 0.1439993 Jun 08 12:47:48.045445 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c9b02ca7-28ae-48be-8218-8eb1e5894b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:48.055895 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09f79ba-65e0-4fcb-ad28-a3fbce24e1bc,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:48.059727 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:48.632764 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8840b974-582b-4d44-9bf2-ef06e323a24a req-5f9ed3e6-0be4-400c-b19e-fdce93d8c84e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.1160362 Jun 08 12:47:48.707947 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-749e4299-dea5-49a7-8dab-600f28b4fe8c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:48.709496 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-749e4299-dea5-49a7-8dab-600f28b4fe8c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 813 time: 0.2167802 Jun 08 12:47:48.728084 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Request body: {'port': {'device_id': 'c1961784-acf0-4526-be12-290bda8956ae', 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097', 'admin_state_up': True, 'tenant_id': 'fa58f4a51c45440db8f50de438dc2741'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:47:48.937850 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d310e-3e46-4fec-a999-7891529ef777 req-3a564974-7b25-4f41-b8c2-7c8d21a3dd89 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:48.939297 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-077d310e-3e46-4fec-a999-7891529ef777 req-3a564974-7b25-4f41-b8c2-7c8d21a3dd89 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1402690 Jun 08 12:47:48.986501 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Made reservation on behalf of fa58f4a51c45440db8f50de438dc2741 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:47:48.990017 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.010916 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-077d310e-3e46-4fec-a999-7891529ef777 req-05cc34ec-1df5-43b9-ab00-8a3306f84e2f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653205 Jun 08 12:47:49.163690 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Allocated IP 172.20.0.11 (afe90409-9342-4c42-9bd5-9a66d162b097/f626fbaf-796a-43a4-b7de-5c63ba58e98b/8314d748-f175-4bae-a824-c1217dec7b09) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:47:49.454743 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.485300 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.487781 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:47:49.487781 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:47:49.487781 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:47:49.487781 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:47:49.487781 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:47:49.487781 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:47:49.504863 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Network afe90409-9342-4c42-9bd5-9a66d162b097 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:47:49.506043 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:47:49.508205 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:47:49.570752 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:49.571390 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.590569 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-d050472e-474a-4601-a318-cc667a5bcffa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8667860 Jun 08 12:47:49.602653 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Request body: {'port': {'device_id': 'c1961784-acf0-4526-be12-290bda8956ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:47:49.721765 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.934987 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14cd1-d9bb-40ba-8781-c69cac10c7a1 req-4b87c198-244a-468d-a6d8-3b568b6ff271 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:49.936464 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68a14cd1-d9bb-40ba-8781-c69cac10c7a1 req-4b87c198-244a-468d-a6d8-3b568b6ff271 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 932 time: 0.1691196 Jun 08 12:47:50.009791 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 47142) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:50.063776 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68a14cd1-d9bb-40ba-8781-c69cac10c7a1 req-af472f16-4b79-4802-9a3b-666c2a6f2bdc tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204460 Jun 08 12:47:50.166896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.226113 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8314d748-f175-4bae-a824-c1217dec7b09 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:47:50.236060 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.255530 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Transition to ACTIVE for port object 8314d748-f175-4bae-a824-c1217dec7b09 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:47:50.259932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.267913 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e66c1b84-f2cb-4960-ac46-25ce93382c95 tempest-ServerRescueNegativeTestJSON-2033226850 tempest-ServerRescueNegativeTestJSON-2033226850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:50.281179 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.285120 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.292217 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fe94d810-5453-4cb0-bd29-35a82cee63b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:50.323673 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1fc7-f8c8-4ec6-9a3c-4793584d78fe req-c8ac8561-a5ed-4f10-8a62-9148a16b6caf tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:50.325696 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9faa1fc7-f8c8-4ec6-9a3c-4793584d78fe req-c8ac8561-a5ed-4f10-8a62-9148a16b6caf tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1767402 Jun 08 12:47:50.334178 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29bea0d9ee4e46b3bb4fe790560fd426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232272 Jun 08 12:47:50.335045 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924510c-901c-4b14-bd7f-4bba83af27b7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:50.337672 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 47148) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:50.339488 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:50.403781 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.422535 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Pushing event updated for resources: {'Port': ['ID=8314d748-f175-4bae-a824-c1217dec7b09,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:50.449146 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:50.514142 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9faa1fc7-f8c8-4ec6-9a3c-4793584d78fe req-629cfd46-b4af-41ff-86fb-8ecd4710c240 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377540 Jun 08 12:47:50.519844 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.555357 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Attempting to bind port 8314d748-f175-4bae-a824-c1217dec7b09 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:47:50.555694 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Attempting to bind port 8314d748-f175-4bae-a824-c1217dec7b09 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:47:50.556047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Attempting to bind port 8314d748-f175-4bae-a824-c1217dec7b09 on network afe90409-9342-4c42-9bd5-9a66d162b097 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:47:50.561153 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Port 8314d748-f175-4bae-a824-c1217dec7b09 on network afe90409-9342-4c42-9bd5-9a66d162b097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:47:50.561476 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Attempting to bind port 8314d748-f175-4bae-a824-c1217dec7b09 on network afe90409-9342-4c42-9bd5-9a66d162b097 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:47:50.566759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:47:50.567094 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Checking segment: {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:47:50.567474 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Bound using segment: {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:47:50.567892 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Bound port: 8314d748-f175-4bae-a824-c1217dec7b09, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0d74d9-0628-4696-8452-4caa1af05ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:47:50.568261 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.571938 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.574396 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.576056 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c924510c-901c-4b14-bd7f-4bba83af27b7 HTTP/1.1" status: 204 len: 168 time: 0.2376652 Jun 08 12:47:50.576947 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-257ba67e-f6f0-4037-8cf9-6302e6fc8406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:50.593404 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924510c-901c-4b14-bd7f-4bba83af27b7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:50.595777 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:50.663654 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] For port 8314d748-f175-4bae-a824-c1217dec7b09, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:47:50.666704 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] For port 8314d748-f175-4bae-a824-c1217dec7b09, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8314d748-f175-4bae-a824-c1217dec7b09,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:47:50.671308 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.675826 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:50.735117 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:50.736063 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.737111 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] 10.222.0.59 "PUT /v2.0/ports/8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 200 len: 1094 time: 1.1386144 Jun 08 12:47:50.737598 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1961784-acf0-4526-be12-290bda8956ae', 'tag': '8314d748-f175-4bae-a824-c1217dec7b09'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:50.739874 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c77aa75-9dea-4d72-949d-af4a5da04f57" -d '{"events": [{"name": "network-changed", "server_uuid": "c1961784-acf0-4526-be12-290bda8956ae", "tag": "8314d748-f175-4bae-a824-c1217dec7b09"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:50.766853 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Pushing event updated for resources: {'Port': ['ID=8314d748-f175-4bae-a824-c1217dec7b09,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:50.771210 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:50.817837 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab584c-0cdd-4941-bb2c-ba84a2456244 x-openstack-request-id: req-59ab584c-0cdd-4941-bb2c-ba84a2456244 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:50.818155 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1961784-acf0-4526-be12-290bda8956ae", "tag": "8314d748-f175-4bae-a824-c1217dec7b09", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:50.818432 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59ab584c-0cdd-4941-bb2c-ba84a2456244 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:50.818850 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1961784-acf0-4526-be12-290bda8956ae', 'tag': '8314d748-f175-4bae-a824-c1217dec7b09', 'status': 'completed', 'code': 200} Jun 08 12:47:50.859910 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-7610db86-d071-488f-b944-29aa5fba5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:50.861435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-7610db86-d071-488f-b944-29aa5fba5868 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 1097 time: 0.0753477 Jun 08 12:47:50.885294 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 47156) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:50.903006 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.937221 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-a77521fd-6f35-46de-995e-b2bab7f12392 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 200 len: 217 time: 0.0656195 Jun 08 12:47:51.005275 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.006722 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97733a-961d-4116-9f93-b750ab9d490e req-175a258d-2ee0-4a87-b7f2-0dca7d9a46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.008416 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-175a258d-2ee0-4a87-b7f2-0dca7d9a46fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.0635536 Jun 08 12:47:51.009174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.016203 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-44e52cda-72e8-49b2-b9d9-6fac02b17aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:51.055002 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a56be-e43b-414d-8523-1860c6e33456,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:51.055895 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-40423932-4881-4dbf-964f-f9a77992cd2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405843 Jun 08 12:47:51.059687 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=761e229f30b444518dca3a5eede8758b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727693 Jun 08 12:47:51.060609 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.062560 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47158) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:51.352030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.391865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-7adb3557-bbe1-43eb-8d88-f029e448a726 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185160 Jun 08 12:47:51.401422 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.505481 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8597a1f-e2a8-4a66-8fa4-516aeef13309 req-434c77ad-a427-4a34-980e-a7327f71ebcc tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.506943 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b8597a1f-e2a8-4a66-8fa4-516aeef13309 req-434c77ad-a427-4a34-980e-a7327f71ebcc tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 944 time: 0.2805047 Jun 08 12:47:51.597095 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b8597a1f-e2a8-4a66-8fa4-516aeef13309 req-bb979bf7-bd0f-448e-b340-a3a7a4154e43 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732563 Jun 08 12:47:51.605810 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f97733a-961d-4116-9f93-b750ab9d490e req-6c5d5036-7fa6-4231-9ec2-faff202df3ee service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972959 Jun 08 12:47:51.607413 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.609901 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.610944 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/667a56be-e43b-414d-8523-1860c6e33456 HTTP/1.1" status: 204 len: 168 time: 0.5475466 Jun 08 12:47:51.611731 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5ee4e32a-eb70-4d4d-94b3-e382fa286edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:51.622816 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a56be-e43b-414d-8523-1860c6e33456,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:51.625089 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.780685 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fc4b4-a4e2-4bcf-910c-44cd1f40d45e req-8e9e856e-5665-4f5d-a2f6-53bb1ba6e8d4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.782209 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b83fc4b4-a4e2-4bcf-910c-44cd1f40d45e req-8e9e856e-5665-4f5d-a2f6-53bb1ba6e8d4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1437047 Jun 08 12:47:51.788522 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-f0ec69a4-17af-4ca2-a681-98d176b6277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.789951 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-f0ec69a4-17af-4ca2-a681-98d176b6277f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 1097 time: 0.1130767 Jun 08 12:47:51.901401 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b83fc4b4-a4e2-4bcf-910c-44cd1f40d45e req-a1cb03a1-34eb-444a-b658-82f93eb5b526 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101377 Jun 08 12:47:51.952240 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-e35ec7e1-ee90-4c0e-a4bb-ae34d3af47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.953622 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-e35ec7e1-ee90-4c0e-a4bb-ae34d3af47a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 914 time: 0.1482260 Jun 08 12:47:52.024896 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-7699878d-4a3e-4149-8190-dfe392173816 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 200 len: 217 time: 0.0642543 Jun 08 12:47:52.091556 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-2d944b13-5d0b-466b-b609-055b219a2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:52.092992 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-2d944b13-5d0b-466b-b609-055b219a2552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.0614357 Jun 08 12:47:52.147485 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-22637eb6-bfef-4981-b986-b53645d00df3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406761 Jun 08 12:47:52.294111 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-cf8c2667-e804-4ab2-8488-ad4f617d83be service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373851 Jun 08 12:47:52.432428 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c77aa75-9dea-4d72-949d-af4a5da04f57 req-389b8df2-b1fd-49a6-b826-1f430e5a5a26 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252255 Jun 08 12:47:52.788540 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc0af2-f7d8-413a-a165-cf0f4029f72d req-45b45a1b-5956-4e4c-9d91-6850a2eb633e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:52.790027 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cecc0af2-f7d8-413a-a165-cf0f4029f72d req-45b45a1b-5956-4e4c-9d91-6850a2eb633e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 944 time: 0.0871651 Jun 08 12:47:52.834480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cecc0af2-f7d8-413a-a165-cf0f4029f72d req-742215f5-bdf6-44df-8f1f-3c16c0ca5d70 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387287 Jun 08 12:47:53.099282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bde-b254-41b2-82a4-8a63d2550090 req-1485c1d5-88e7-43b1-b4b4-79c35fd651ba tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.100952 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09a24bde-b254-41b2-82a4-8a63d2550090 req-1485c1d5-88e7-43b1-b4b4-79c35fd651ba tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0907884 Jun 08 12:47:53.147718 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09a24bde-b254-41b2-82a4-8a63d2550090 req-7cbba785-a1b3-489e-95d8-04c153c28305 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Jun 08 12:47:53.699779 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 8314d748-f175-4bae-a824-c1217dec7b09 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:47:53.832500 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 8314d748-f175-4bae-a824-c1217dec7b09, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8314d748-f175-4bae-a824-c1217dec7b09,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:53.845986 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '8314d748-f175-4bae-a824-c1217dec7b09', 'network_id': 'afe90409-9342-4c42-9bd5-9a66d162b097', 'port_id': '8314d748-f175-4bae-a824-c1217dec7b09', 'mac_address': 'fa:16:3e:5e:0d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f626fbaf-796a-43a4-b7de-5c63ba58e98b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:47:53.904196 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:53.921479 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8314d748-f175-4bae-a824-c1217dec7b09 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:47:53.937336 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 8314d748-f175-4bae-a824-c1217dec7b09, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8314d748-f175-4bae-a824-c1217dec7b09,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:53.942513 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:53.944346 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-545e6040-a3d9-4ea5-9ed2-4061c5396cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:54.010172 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=8314d748-f175-4bae-a824-c1217dec7b09,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:54.018227 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.018582 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.018923 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.019256 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.019604 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.019920 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.020241 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.020567 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.020888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.021255 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.021528 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.021868 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:54.025809 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:54.027436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627aec9-a032-4da6-8c79-e42203439fe3 req-a1a6f07e-4805-487c-9109-2433e934296f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:54.029542 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b627aec9-a032-4da6-8c79-e42203439fe3 req-a1a6f07e-4805-487c-9109-2433e934296f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 945 time: 0.0874798 Jun 08 12:47:54.077564 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b627aec9-a032-4da6-8c79-e42203439fe3 req-20a1aea8-624a-4ae9-a451-6e7897295ba0 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Jun 08 12:47:54.211307 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['8314d748-f175-4bae-a824-c1217dec7b09'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:47:54.332200 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2ea4c-7d39-4f2e-a7a8-0a67337cfa67 req-17b25d82-d21a-40a1-b996-c689bc95be2e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:54.333588 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85e2ea4c-7d39-4f2e-a7a8-0a67337cfa67 req-17b25d82-d21a-40a1-b996-c689bc95be2e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0798492 Jun 08 12:47:54.379967 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85e2ea4c-7d39-4f2e-a7a8-0a67337cfa67 req-06b3ddb5-7460-4e6c-8efb-701f5c28529a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396285 Jun 08 12:47:54.951756 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:55.332794 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9e48-be76-4820-9966-8eeb168c5931 req-7599f445-e900-49b1-9290-e9f1bf17d3b1 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:55.334956 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f4bc9e48-be76-4820-9966-8eeb168c5931 req-7599f445-e900-49b1-9290-e9f1bf17d3b1 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 945 time: 0.1543746 Jun 08 12:47:55.379811 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f4bc9e48-be76-4820-9966-8eeb168c5931 req-f81fd90d-d4bc-4547-8539-f5cf2c2278c9 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Jun 08 12:47:55.562407 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503640-a169-4a2c-8700-b5835f909a52 req-420e5b84-a03e-42a4-884d-752fa146eefd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:55.564170 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5503640-a169-4a2c-8700-b5835f909a52 req-420e5b84-a03e-42a4-884d-752fa146eefd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0787442 Jun 08 12:47:55.608795 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5503640-a169-4a2c-8700-b5835f909a52 req-634ffe18-ec7f-4a14-880c-189f744ad2c7 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Jun 08 12:47:55.719715 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 8314d748-f175-4bae-a824-c1217dec7b09 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:47:55.786114 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 8314d748-f175-4bae-a824-c1217dec7b09 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:47:55.790618 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 8314d748-f175-4bae-a824-c1217dec7b09 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:47:55.790999 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:55.905780 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:55.931471 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1961784-acf0-4526-be12-290bda8956ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8314d748-f175-4bae-a824-c1217dec7b09'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:55.933720 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c7af1-e068-48c0-a357-9a76db20bbe5" -d '{"events": [{"server_uuid": "c1961784-acf0-4526-be12-290bda8956ae", "name": "network-vif-plugged", "status": "completed", "tag": "8314d748-f175-4bae-a824-c1217dec7b09"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:55.942017 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 8314d748-f175-4bae-a824-c1217dec7b09, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8314d748-f175-4bae-a824-c1217dec7b09,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:55.947137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:55.949111 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:55.985452 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1555a63-a3d0-4203-9070-68f15f679fdc x-openstack-request-id: req-c1555a63-a3d0-4203-9070-68f15f679fdc {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:55.986122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1961784-acf0-4526-be12-290bda8956ae", "name": "network-vif-plugged", "status": "completed", "tag": "8314d748-f175-4bae-a824-c1217dec7b09", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:55.986122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1555a63-a3d0-4203-9070-68f15f679fdc {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:55.986421 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1961784-acf0-4526-be12-290bda8956ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8314d748-f175-4bae-a824-c1217dec7b09', 'code': 200} Jun 08 12:47:56.020488 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=8314d748-f175-4bae-a824-c1217dec7b09,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:56.026411 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:56.229213 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd1575-18ae-421b-ab89-1bc2138c123b req-a49f9cee-2641-46cf-83e4-f93b725c507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:56.231271 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-24cd1575-18ae-421b-ab89-1bc2138c123b req-a49f9cee-2641-46cf-83e4-f93b725c507b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 1099 time: 0.0765672 Jun 08 12:47:56.276335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-24cd1575-18ae-421b-ab89-1bc2138c123b req-fba27fa2-7c18-4f4f-b22e-0d18d964b111 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Jun 08 12:47:56.569741 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88cc0-8e52-43a5-87b4-e4e76c8d4658 req-4718b793-504f-4fbd-af13-75d49b1eae27 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:56.571112 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-56b88cc0-8e52-43a5-87b4-e4e76c8d4658 req-4718b793-504f-4fbd-af13-75d49b1eae27 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.0821414 Jun 08 12:47:56.627654 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-56b88cc0-8e52-43a5-87b4-e4e76c8d4658 req-0af6a69f-5ac8-4906-b38b-f0037055cd17 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504384 Jun 08 12:47:56.806439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573048-0eaf-40e2-8696-9c11d0e8ef6d req-d84a6566-a412-421d-aeff-d42d0cfcfef3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:56.808206 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3d573048-0eaf-40e2-8696-9c11d0e8ef6d req-d84a6566-a412-421d-aeff-d42d0cfcfef3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0890105 Jun 08 12:47:56.851095 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3d573048-0eaf-40e2-8696-9c11d0e8ef6d req-ae92cb3b-7bdd-49c3-b26e-5add5ee60c28 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372260 Jun 08 12:47:57.815180 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca287d32-ac33-436d-8954-487707d8ce79 req-ea2b682c-721a-4be5-bef2-b48e5c5c3bad tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:57.816644 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca287d32-ac33-436d-8954-487707d8ce79 req-ea2b682c-721a-4be5-bef2-b48e5c5c3bad tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.0837774 Jun 08 12:47:57.860266 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca287d32-ac33-436d-8954-487707d8ce79 req-902e29a5-856e-4239-ac28-b38be5f4fbb2 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Jun 08 12:47:58.032488 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a1407-0668-4bbc-932d-b20f6af992d9 req-5cb907e3-b556-415b-b1ac-3763bc40fad3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:58.033888 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d43a1407-0668-4bbc-932d-b20f6af992d9 req-5cb907e3-b556-415b-b1ac-3763bc40fad3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0779495 Jun 08 12:47:58.079217 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d43a1407-0668-4bbc-932d-b20f6af992d9 req-11a0d454-7287-4186-9198-d765ac4efdc1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Jun 08 12:47:59.046296 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344011c8-98a6-4515-8016-df723e91c531 req-ca381c98-2cee-49dc-a12c-2dcca502a1e6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:59.047659 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-344011c8-98a6-4515-8016-df723e91c531 req-ca381c98-2cee-49dc-a12c-2dcca502a1e6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.0814557 Jun 08 12:47:59.092112 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-344011c8-98a6-4515-8016-df723e91c531 req-dd286cb8-26f1-4a1e-8684-985dedeca4cd tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Jun 08 12:47:59.260631 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72f656-01fc-4e39-883a-6d66431ac3d3 req-6668ac79-bb88-470e-99da-6e9449a7ca6a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:59.262099 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5e72f656-01fc-4e39-883a-6d66431ac3d3 req-6668ac79-bb88-470e-99da-6e9449a7ca6a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0790594 Jun 08 12:47:59.310099 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5e72f656-01fc-4e39-883a-6d66431ac3d3 req-ebe2dbd6-f3ad-461e-955f-4eeac1cc4f8f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Jun 08 12:48:00.281940 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed9944-6c97-45f6-b195-2ff7802aaeb3 req-5ac5a005-502e-4d07-a60f-145fb18fa558 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.283410 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90ed9944-6c97-45f6-b195-2ff7802aaeb3 req-5ac5a005-502e-4d07-a60f-145fb18fa558 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.0800667 Jun 08 12:48:00.330786 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90ed9944-6c97-45f6-b195-2ff7802aaeb3 req-8639fe6a-dda2-42f5-ba12-1499f0505b79 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Jun 08 12:48:00.520361 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5df303-a4a7-45e6-8438-cd0e63e3e634 req-39cabc39-1aee-4f71-bcdb-93cf638b2fd3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.521906 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9f5df303-a4a7-45e6-8438-cd0e63e3e634 req-39cabc39-1aee-4f71-bcdb-93cf638b2fd3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1032851 Jun 08 12:48:00.571202 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9f5df303-a4a7-45e6-8438-cd0e63e3e634 req-49c48e20-fc41-460c-9a1b-ec7efb177e9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Jun 08 12:48:01.139763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1088ea6d-6f20-4652-b330-00b1c4bf3d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:01.515688 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed070d-7572-4b1b-9df9-44236845a52f req-b9a198b0-9668-439e-8a7d-bee768def532 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:01.517059 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2eed070d-7572-4b1b-9df9-44236845a52f req-b9a198b0-9668-439e-8a7d-bee768def532 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.0805707 Jun 08 12:48:01.563558 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2eed070d-7572-4b1b-9df9-44236845a52f req-0d53402e-a4ee-429a-8d04-878d547f36a6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Jun 08 12:48:01.760292 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42726327-4151-4a6f-ac4d-98cb7932dfc3 req-5fbc544b-d81c-49f5-b899-7f362ae0467e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:01.762331 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-42726327-4151-4a6f-ac4d-98cb7932dfc3 req-5fbc544b-d81c-49f5-b899-7f362ae0467e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0853944 Jun 08 12:48:01.810695 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-42726327-4151-4a6f-ac4d-98cb7932dfc3 req-1d6e1a9a-0d67-4999-8cee-1c96725d0043 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Jun 08 12:48:03.005885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88259ef-1285-47e8-ba70-d5a321b024f4 req-216fb4aa-d4f5-4f60-9eaf-3d466326a76d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:03.007534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c88259ef-1285-47e8-ba70-d5a321b024f4 req-216fb4aa-d4f5-4f60-9eaf-3d466326a76d tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0812440 Jun 08 12:48:03.052835 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c88259ef-1285-47e8-ba70-d5a321b024f4 req-26750388-ab44-4054-ab73-186cf35fe5c1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 Jun 08 12:48:03.478571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f8dba764-d6d5-430f-aa96-9729f9ea40ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:03.752558 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:04.400366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927a603-394a-4cb9-9f08-81cebcd7bd5d req-e7483318-817b-46c4-ad27-bc09911be837 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:04.401868 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f927a603-394a-4cb9-9f08-81cebcd7bd5d req-e7483318-817b-46c4-ad27-bc09911be837 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0884962 Jun 08 12:48:04.450164 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f927a603-394a-4cb9-9f08-81cebcd7bd5d req-7cea91e0-5ac8-407c-901c-96fa87463c98 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419986 Jun 08 12:48:04.731774 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:05.634822 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be162-a555-4063-a151-79b763024fff req-5eb9b4f4-6022-4f44-9687-1bf24443caef tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:05.636289 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-961be162-a555-4063-a151-79b763024fff req-5eb9b4f4-6022-4f44-9687-1bf24443caef tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0803013 Jun 08 12:48:05.686473 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-961be162-a555-4063-a151-79b763024fff req-f0ba67f2-deb9-4498-83cd-1890194b4542 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Jun 08 12:48:06.094194 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a19b-0c4a-4e1b-b5d5-53058a333db1 req-2479bc25-6d1e-4390-ba67-d9dd90191fc2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.095653 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7f6a19b-0c4a-4e1b-b5d5-53058a333db1 req-2479bc25-6d1e-4390-ba67-d9dd90191fc2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1416893 Jun 08 12:48:06.101935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-0350f3f1-badf-4e6c-a2a4-2c9c32b95a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.103307 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-0350f3f1-badf-4e6c-a2a4-2c9c32b95a7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 1098 time: 0.0977833 Jun 08 12:48:06.283646 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7f6a19b-0c4a-4e1b-b5d5-53058a333db1 req-9b1d7063-d8de-4fef-b7f7-b71234b03402 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794014 Jun 08 12:48:06.326111 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-6d163758-fb1b-445c-a85c-4b4692873aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.327556 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-6d163758-fb1b-445c-a85c-4b4692873aae service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.2104774 Jun 08 12:48:06.388427 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:06.440413 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-8ab47deb-95a8-4ed9-b52e-8312e37316a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 200 len: 1000 time: 0.1043911 Jun 08 12:48:06.505801 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-e1a78c51-153b-4c5c-8ff8-7fa4099fbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.508280 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-e1a78c51-153b-4c5c-8ff8-7fa4099fbbc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0598154 Jun 08 12:48:06.587283 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-92d23234-6f5a-4623-9edf-70ed32fbcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.588653 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-92d23234-6f5a-4623-9edf-70ed32fbcad4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725796 Jun 08 12:48:06.723312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-f3435e9f-b49a-4b2a-ba3e-4b7cbb5b49d3 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263030 Jun 08 12:48:06.862291 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ae83a8f-142c-4f0f-a62f-04806a490ad7 req-0ddbd512-01fe-4a5a-8199-a3d1fffa0862 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305716 Jun 08 12:48:07.476458 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a552e1-26e6-4b62-a1ce-39a93346f3f5 req-ce43a791-9713-458f-9f19-5e9e68c2468f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:07.477622 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-92a552e1-26e6-4b62-a1ce-39a93346f3f5 req-ce43a791-9713-458f-9f19-5e9e68c2468f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0844090 Jun 08 12:48:07.534408 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-92a552e1-26e6-4b62-a1ce-39a93346f3f5 req-ef276ef0-86a7-4069-b25d-08b1addf886a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500567 Jun 08 12:48:08.927961 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4090ec-399f-41a9-9b86-6f131eaa8748 req-ccb4c6fa-ca36-4830-b65e-410d5218664b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:08.935735 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b4090ec-399f-41a9-9b86-6f131eaa8748 req-ccb4c6fa-ca36-4830-b65e-410d5218664b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0868344 Jun 08 12:48:08.988246 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b4090ec-399f-41a9-9b86-6f131eaa8748 req-fad6ef54-2bf2-4ef3-8b13-03b18be844a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Jun 08 12:48:11.254279 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:48:23.152381 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-525757d5-6891-4437-9e99-7ecc8dff3834 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700097 Jun 08 12:48:23.247006 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-c7534513-30fe-41a6-8b09-fae4e03a8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:23.248463 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-c7534513-30fe-41a6-8b09-fae4e03a8a2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1099 time: 0.0738802 Jun 08 12:48:23.391617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-6a1d91cb-47fc-4ce3-acf4-ff617269358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:23.393118 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-6a1d91cb-47fc-4ce3-acf4-ff617269358c service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1250978 Jun 08 12:48:23.491249 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-988c1710-1d0d-40ed-9de0-886d543fd45a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 1001 time: 0.0902932 Jun 08 12:48:23.556445 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-2ca9c140-19d0-480a-ab0d-a7b769b2a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:23.557948 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-2ca9c140-19d0-480a-ab0d-a7b769b2a7af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0595305 Jun 08 12:48:23.636221 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-bd0765ad-9030-4f02-807a-baef92c046f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:23.637680 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-bd0765ad-9030-4f02-807a-baef92c046f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732305 Jun 08 12:48:23.766101 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-18d9b633-1eb4-4814-b50f-c3fc7afd957f service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211708 Jun 08 12:48:23.899155 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0c03b806-9cb0-46b1-b1fe-fc850751af17 req-4d834376-360e-4aa5-a6f6-dccdafd449d5 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265783 Jun 08 12:48:24.964673 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:31.140491 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-428a6207-b9f5-4bb7-9d34-8b0693fae02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:33.480317 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-53e72c7c-9645-43c1-a2ff-9c087e3298c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:33.754476 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.732759 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:36.367214 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.924315 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dfa44-54c8-4d12-82ed-eb63059cf148 req-385920a2-1602-4ccb-9c84-3b5d853d55a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:41.925803 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-574dfa44-54c8-4d12-82ed-eb63059cf148 req-385920a2-1602-4ccb-9c84-3b5d853d55a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.1451952 Jun 08 12:48:41.979136 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-574dfa44-54c8-4d12-82ed-eb63059cf148 req-13ba5480-79ad-421d-ba8a-391a269333fd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Jun 08 12:48:43.161765 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169471f-4cf6-40c2-bd1e-6ffb464a83ef req-a16c6ca9-5c82-415f-98b9-5d72fc05dc1a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:43.163194 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a169471f-4cf6-40c2-bd1e-6ffb464a83ef req-a16c6ca9-5c82-415f-98b9-5d72fc05dc1a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0775859 Jun 08 12:48:43.207763 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a169471f-4cf6-40c2-bd1e-6ffb464a83ef req-fc373fc3-353b-4b69-bf52-3dbfd6d1322f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389314 Jun 08 12:48:44.155209 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-db072ab1-7ceb-4e68-bc67-5e1eefc4549b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:44.156624 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-db072ab1-7ceb-4e68-bc67-5e1eefc4549b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.0803380 Jun 08 12:48:44.293211 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Deleting port 095eec73-5211-42e4-b87e-ae4c7355de25 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:44.293945 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.475917 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] For port 095eec73-5211-42e4-b87e-ae4c7355de25, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=095eec73-5211-42e4-b87e-ae4c7355de25,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:44.476182 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.562005 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4482-ac04-46bc-b3fe-478e92e2cc90 req-349589db-bfed-414b-8f22-5264c64f010a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:44.563598 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e8a4482-ac04-46bc-b3fe-478e92e2cc90 req-349589db-bfed-414b-8f22-5264c64f010a tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 945 time: 0.2056723 Jun 08 12:48:44.691176 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e8a4482-ac04-46bc-b3fe-478e92e2cc90 req-c520c96c-6d94-4349-af2d-539dc31107e3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=054c8fee-5665-4aba-bd74-a46c93dc852b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184778 Jun 08 12:48:44.809027 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.809507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.809945 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Floating IP 7a9b4497-8a7d-4a08-a6ae-e41865eb649e disassociated. External IP: 172.27.0.69, port: 095eec73-5211-42e4-b87e-ae4c7355de25. Jun 08 12:48:44.810282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Calling delete_port for 095eec73-5211-42e4-b87e-ae4c7355de25 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:44.923342 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.929164 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:44.974563 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event deleted for resources: {'Port': ['ID=095eec73-5211-42e4-b87e-ae4c7355de25,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:44.986041 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.986408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.986763 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.987114 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.987459 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.987803 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.988155 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.988487 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.988827 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.989164 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.989499 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.989863 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:44.993225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:45.172617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Router ee185436-0471-4db5-bdaa-44be48285d5b has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:48:45.350580 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:48:45.360808 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:48:45.371403 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:45.372022 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:48:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:45.503494 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] No DVR routers for this DVR port 095eec73-5211-42e4-b87e-ae4c7355de25 on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:48:45.505996 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:45.507927 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38159f92-2483-4a4d-b5fa-4f31b1450eb0 req-43bfe61d-20dc-4500-a010-f1da2f9ec1bc tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "DELETE /v2.0/ports/095eec73-5211-42e4-b87e-ae4c7355de25 HTTP/1.1" status: 204 len: 173 time: 1.3453119 Jun 08 12:48:45.508444 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'name': 'network-vif-deleted', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:45.511216 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52caff3f-87a6-4998-b7af-763e3b8a5267" -d '{"events": [{"server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "name": "network-vif-deleted", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:45.557513 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91ae2aa-e60b-483e-b85d-8a3241737202 x-openstack-request-id: req-e91ae2aa-e60b-483e-b85d-8a3241737202 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:45.558105 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5457d2-9e1c-4cca-b3fa-65b733f58717", "name": "network-vif-deleted", "tag": "095eec73-5211-42e4-b87e-ae4c7355de25", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:45.559088 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e91ae2aa-e60b-483e-b85d-8a3241737202 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:45.559713 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5457d2-9e1c-4cca-b3fa-65b733f58717', 'name': 'network-vif-deleted', 'tag': '095eec73-5211-42e4-b87e-ae4c7355de25', 'status': 'completed', 'code': 200} Jun 08 12:48:45.560659 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:45.861047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5e6c7986-c85e-42b5-a040-0a47fe97f2fd req-ca42ad99-9fb6-4bb8-aa42-8bd7df96d80c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5457d2-9e1c-4cca-b3fa-65b733f58717 HTTP/1.1" status: 200 len: 210 time: 0.0456519 Jun 08 12:48:45.875799 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:45.879785 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:48:45.888566 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:45.889159 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:48:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:46.075831 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:46.401633 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:46.406182 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1fd31c-7bb0-4448-95f2-ad12864a5306 None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:48:46.619579 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a645265-330d-4ea6-aa44-46da988a3542 None None] New status for floating IP 7a9b4497-8a7d-4a08-a6ae-e41865eb649e: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:48:48.004809 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47694) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:48.029013 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 095eec73-5211-42e4-b87e-ae4c7355de25 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:48.061538 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: 095eec73-5211-42e4-b87e-ae4c7355de25 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:48:48.061911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 095eec73-5211-42e4-b87e-ae4c7355de25 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:48:48.072602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.100987 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.151634 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.154794 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.155912 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "DELETE /v2.0/security-groups/054c8fee-5665-4aba-bd74-a46c93dc852b HTTP/1.1" status: 204 len: 168 time: 0.1500618 Jun 08 12:48:48.156675 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-60f40729-f690-4686-a4b7-2c6495f1ff02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:48.158742 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 47700) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:48.167634 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c8fee-5665-4aba-bd74-a46c93dc852b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:48.172850 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:48.183491 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.api.v2.resource [None req-5eeaeef7-6634-4e82-8567-eb84c9d89ab1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] show failed (client error): The resource could not be found. Jun 08 12:48:48.187568 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5eeaeef7-6634-4e82-8567-eb84c9d89ab1 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups/054c8fee-5665-4aba-bd74-a46c93dc852b HTTP/1.1" status: 404 len: 347 time: 0.0250032 Jun 08 12:48:48.188193 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47704) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:48.252744 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:48:48.404122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Deleting port 8ab434a6-2675-4da6-a8d2-e5183393686f {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:48.404462 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.520211 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.520442 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.644541 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Calling delete_port for 8ab434a6-2675-4da6-a8d2-e5183393686f owned by network:floatingip {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:48.758076 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.762142 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:48.813238 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event deleted for resources: {'Port': ['ID=8ab434a6-2675-4da6-a8d2-e5183393686f,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:48.816207 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:48.906709 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.909032 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.910182 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "DELETE /v2.0/floatingips/7a9b4497-8a7d-4a08-a6ae-e41865eb649e HTTP/1.1" status: 204 len: 168 time: 0.7212443 Jun 08 12:48:49.077396 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47708) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:49.082072 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949526611', 'description': 'tempest-description--224188331'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:49.104507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.200829 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.204543 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.209552 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5edbc42f-c256-437d-b549-09aca8073622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:49.238627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.239835 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1613832 Jun 08 12:48:49.242831 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47712) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:49.247288 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'security_group_rule': {'security_group_id': 'b5002418-a77f-4c5c-b927-b28b798af6da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:49.256892 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5002418-a77f-4c5c-b927-b28b798af6da,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:49.261538 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:49.281708 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.345577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.349721 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.356781 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a39138e1-2c4a-4660-a5f5-d7102b2ee9a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:49.376120 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f59015-e9db-4e12-80d6-88415db49f90,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:49.378388 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:49.383801 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.384989 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-2eddb87a-739a-4a30-9673-2fc75f62ba9c tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412036 Jun 08 12:48:49.388278 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47718) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:49.392637 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'security_group_rule': {'security_group_id': 'b5002418-a77f-4c5c-b927-b28b798af6da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:49.424127 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.483886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.487577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.493382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b5c081d6-26b2-4932-9b76-53991ab93401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:49.512747 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a27a86-cb4c-4468-a2e2-50fc9c2ee873,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:49.515754 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:49.519803 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.521002 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318133 Jun 08 12:48:49.524156 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47720) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:49.529170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'floatingip': {'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:49.550998 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.684483 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.818934 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Allocated IP 172.27.0.220 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/33a735d4-df73-4d27-b98c-663b7c025a77) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:50.034929 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.064562 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.065217 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:50.065217 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:50.065217 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:50.065217 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:50.065217 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:50.065217 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:50.082011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:50.083066 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:50.085460 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:50.204345 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.266375 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.490265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.494812 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.499011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:50.598988 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event updated for resources: {'Port': ['ID=33a735d4-df73-4d27-b98c-663b7c025a77,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:50.607224 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:50.616097 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.633050 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.634291 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1092331 Jun 08 12:48:50.860094 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-03f008d8-51df-4fc9-bea2-92074ad37a8e tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--949526611&fields=id&tenant_id=bb9c3580149245fba65b8a92ea6b93e6 HTTP/1.1" status: 200 len: 267 time: 0.0400860 Jun 08 12:48:51.004607 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-7ae3e728-59ae-48ea-ab15-50db80613476 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:51.006055 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-7ae3e728-59ae-48ea-ab15-50db80613476 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 810 time: 0.1396317 Jun 08 12:48:51.021031 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-007401c2-6598-459e-8af0-53ac1561f73b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/quotas/bb9c3580149245fba65b8a92ea6b93e6 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Jun 08 12:48:51.105091 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-fb451981-1256-4571-939e-927eeb363480 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787420 Jun 08 12:48:51.238922 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-4a34a834-2300-46d1-8bdc-3118c328f89b service neutron] 10.222.0.21 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224682 Jun 08 12:48:51.368970 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-c9a31482-b07a-4d00-b2f8-4826dafe913a service neutron] 10.222.0.21 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244898 Jun 08 12:48:51.547407 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-635845ea-518f-4e3a-b437-8f3fdcaae189 req-c8eb40da-835f-48a0-85af-d7fd259761bf tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 210 time: 0.0434215 Jun 08 12:48:52.790803 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ca63b4b-be2a-4369-9112-4cf93970dbbe req-3d12341a-6694-4edc-8923-6ef0c53eb524 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 210 time: 0.0855117 Jun 08 12:48:52.819382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-3826616b-e1f6-49c6-8c22-684d51975ee6 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:52.820794 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-3826616b-e1f6-49c6-8c22-684d51975ee6 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 810 time: 0.3047965 Jun 08 12:48:52.871293 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-105f8b0c-2649-4804-bccd-818b7ac735c0 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb9c3580149245fba65b8a92ea6b93e6 HTTP/1.1" status: 200 len: 379 time: 0.0397475 Jun 08 12:48:52.879924 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'port': {'device_id': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'admin_state_up': True, 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'security_groups': ['b5002418-a77f-4c5c-b927-b28b798af6da']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:53.029568 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Made reservation on behalf of bb9c3580149245fba65b8a92ea6b93e6 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:53.032976 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.261439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Allocated IP 172.20.0.11 (cd6c72af-fe5e-440c-afcc-7bed52c1ef5f/1904c8b9-4a17-4ef1-a794-0ca4d9e27d63/4bcc3a64-50b3-40b6-846c-5cd1fe0711f5) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:53.442423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.457090 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Transition to ACTIVE for port object 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:53.480397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.482735 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:53.482735 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:53.482735 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:53.482735 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:53.482735 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:53.482735 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:53.499442 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:53.500509 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:53.502758 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:53.580418 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:53.581026 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.600832 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-14580f38-96ec-4303-a3da-ba96c4671696 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7244682 Jun 08 12:48:53.614755 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Request body: {'port': {'device_id': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:53.683431 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-18cb7d18-bbfb-498b-bd58-955d687c9b41 None None] Provisioning for port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:53.688939 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-18cb7d18-bbfb-498b-bd58-955d687c9b41 None None] Provisioning complete for port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:53.689440 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-18cb7d18-bbfb-498b-bd58-955d687c9b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.736879 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.744156 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-18cb7d18-bbfb-498b-bd58-955d687c9b41 None None] Port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:48:54.102294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17bca-f1c6-4e96-a3a5-99c86de9f53c req-4bb1fd84-53af-4fe0-aedf-8458722a25c4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:54.103760 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b1a17bca-f1c6-4e96-a3a5-99c86de9f53c req-4bb1fd84-53af-4fe0-aedf-8458722a25c4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 932 time: 0.1499796 Jun 08 12:48:54.180147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:54.191467 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.199637 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b1a17bca-f1c6-4e96-a3a5-99c86de9f53c req-76c9d3a9-dab5-48db-be3c-dab6344d5074 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683970 Jun 08 12:48:54.211231 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Transition to ACTIVE for port object 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:54.216001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.219858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-94542df9-b7d7-4bde-a194-618fab7a12a1 tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:54.372748 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:54.380467 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:54.456599 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Attempting to bind port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:54.456945 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Attempting to bind port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:54.457300 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Attempting to bind port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:54.462182 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:48:54.462510 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Attempting to bind port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 on network cd6c72af-fe5e-440c-afcc-7bed52c1ef5f {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:54.470597 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:54.470932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Checking segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:54.471292 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Bound using segment: {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:54.471718 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Bound port: 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06870f8e-cea8-4f25-89ac-08ff9a1494e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:54.472061 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.562927 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] For port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:54.565833 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] For port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:54.570801 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.575016 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:54.631355 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:54.631355 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.632285 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] 10.222.0.59 "PUT /v2.0/ports/4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 1094 time: 1.0219615 Jun 08 12:48:54.632757 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:54.635062 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:54.654565 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:54.657448 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:54.710257 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347b578a-24f3-4e0f-a44f-b577edeeb133 x-openstack-request-id: req-347b578a-24f3-4e0f-a44f-b577edeeb133 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:54.710603 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:54.710883 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-347b578a-24f3-4e0f-a44f-b577edeeb133 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:54.711305 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'status': 'completed', 'code': 200} Jun 08 12:48:54.759907 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-af48e93d-4ad1-4847-840f-c86493b6fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:54.761458 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-af48e93d-4ad1-4847-840f-c86493b6fdd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1097 time: 0.0865760 Jun 08 12:48:54.849397 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-4df20869-9613-4d0b-b38e-6072baf28162 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0801904 Jun 08 12:48:54.916737 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-67b476cf-f8fe-4d98-aa77-eac67488eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:54.918628 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-67b476cf-f8fe-4d98-aa77-eac67488eac9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0614476 Jun 08 12:48:54.969688 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.994640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90300-a364-440f-9708-6dcace8d9057 req-d1bb6265-1c84-4d26-83a6-c82ef72f904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:54.996674 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-d1bb6265-1c84-4d26-83a6-c82ef72f904c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704722 Jun 08 12:48:55.199915 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-5d3e64c8-9708-45ad-9d05-79a664f01cff service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959517 Jun 08 12:48:55.389511 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44c90300-a364-440f-9708-6dcace8d9057 req-0c552d0e-cae9-4bd8-8535-5ecd1611f8cc service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829381 Jun 08 12:48:55.423562 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763b2fb-de50-4dff-960d-a6c0902dc6af req-fcc175df-8095-4d6d-97f2-868c177a5e51 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:55.425090 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1763b2fb-de50-4dff-960d-a6c0902dc6af req-fcc175df-8095-4d6d-97f2-868c177a5e51 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 944 time: 0.1189675 Jun 08 12:48:55.521494 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1763b2fb-de50-4dff-960d-a6c0902dc6af req-1b49f97c-0387-4a02-8a67-c4c6f14b155b tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902245 Jun 08 12:48:55.538498 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-ea67fdb9-f7ad-40ce-9af7-cfeed2ce0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:55.539943 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-ea67fdb9-f7ad-40ce-9af7-cfeed2ce0904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1097 time: 0.0956295 Jun 08 12:48:55.673774 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-eb1453e6-bf3d-4669-bd60-855a64a94a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:55.675205 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-eb1453e6-bf3d-4669-bd60-855a64a94a1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1282983 Jun 08 12:48:55.741828 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-e19c798f-f6e5-4058-abcf-fd73c0acdd84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0595999 Jun 08 12:48:55.808567 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-bf46da06-519e-4907-9c62-985b6b8276bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:55.810006 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-bf46da06-519e-4907-9c62-985b6b8276bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0609238 Jun 08 12:48:55.891818 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-fda883bc-61a7-4b80-b292-3f4897e3b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:55.893353 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-fda883bc-61a7-4b80-b292-3f4897e3b099 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755744 Jun 08 12:48:56.042070 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-5d3c2be3-4eaf-4584-950a-78ff9a76761b service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378832 Jun 08 12:48:56.090981 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:48:56.193114 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c0726aa-cffc-4436-bb4e-447bd15a2cf7 req-f12f4244-5052-414f-98fe-c405ec201585 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441929 Jun 08 12:48:56.239124 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:56.258649 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'port_id': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'mac_address': 'fa:16:3e:b0:bd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:48:56.352197 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.371673 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:56.388957 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:56.394085 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.396004 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:56.463477 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:56.471178 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.471523 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.471857 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.472182 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.472521 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.472824 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.473139 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.473455 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.473803 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.474119 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.474437 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.474745 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.478588 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:56.661964 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['4bcc3a64-50b3-40b6-846c-5cd1fe0711f5'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:56.729522 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1497b0-d8d3-4184-bbed-6e1e6fea4284 req-0b6fe34b-086a-44d0-99bc-c158cd074221 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:56.731738 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d1497b0-d8d3-4184-bbed-6e1e6fea4284 req-0b6fe34b-086a-44d0-99bc-c158cd074221 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 945 time: 0.0926666 Jun 08 12:48:56.790941 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d1497b0-d8d3-4184-bbed-6e1e6fea4284 req-1f3322c1-a66e-4ff0-9678-bfffd055d65f tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533762 Jun 08 12:48:57.981704 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c44b9d-2111-497f-b13a-a522e95a6195 req-c78a93c2-0c0e-47b0-badf-d3d0555b2461 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:57.983162 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69c44b9d-2111-497f-b13a-a522e95a6195 req-c78a93c2-0c0e-47b0-badf-d3d0555b2461 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 945 time: 0.0797410 Jun 08 12:48:58.029183 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69c44b9d-2111-497f-b13a-a522e95a6195 req-437b9805-4182-4f32-9e72-600d814c4a25 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403051 Jun 08 12:48:58.106852 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:58.177612 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:58.182394 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:58.182772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.295209 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.320903 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:58.323180 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44012b-06c3-4169-a642-d5ea9b69bf74" -d '{"events": [{"server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:58.331531 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:58.341699 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.341699 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:58.375265 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786130c8-cfa6-47ba-90f4-8e415105827a x-openstack-request-id: req-786130c8-cfa6-47ba-90f4-8e415105827a {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:58.375566 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:58.375832 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-786130c8-cfa6-47ba-90f4-8e415105827a {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:58.376224 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'code': 200} Jun 08 12:48:58.407621 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:58.410873 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:58.597531 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845fc62-ce0e-4e40-b5bb-16c5c6cd47dd req-6d66e885-5d34-4eda-bea5-60e7c2cae21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:58.599034 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e845fc62-ce0e-4e40-b5bb-16c5c6cd47dd req-6d66e885-5d34-4eda-bea5-60e7c2cae21c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0729752 Jun 08 12:48:58.641893 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e845fc62-ce0e-4e40-b5bb-16c5c6cd47dd req-428de658-8d36-41dc-b4d5-f8b3a05b914a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344212 Jun 08 12:48:59.210676 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1bc2c-aaef-4f1d-973d-fe023a84fc67 req-51848bce-2730-4958-a9c6-7122bece64ee tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:59.212127 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d4f1bc2c-aaef-4f1d-973d-fe023a84fc67 req-51848bce-2730-4958-a9c6-7122bece64ee tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 946 time: 0.0794668 Jun 08 12:48:59.257448 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d4f1bc2c-aaef-4f1d-973d-fe023a84fc67 req-9e5a20d8-8e2e-4201-8e79-37b9d1e5ca34 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 Jun 08 12:49:00.454703 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d309b-f445-4d58-8445-658bba269432 req-ed048ddd-aa25-49ed-bdf2-d5a02596aad9 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:00.456245 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d5d309b-f445-4d58-8445-658bba269432 req-ed048ddd-aa25-49ed-bdf2-d5a02596aad9 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 946 time: 0.0838964 Jun 08 12:49:00.499643 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d5d309b-f445-4d58-8445-658bba269432 req-ad89e939-c8c6-455b-a760-596b274a1c52 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5002418-a77f-4c5c-b927-b28b798af6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377944 Jun 08 12:49:00.882393 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dc6f-d480-4968-86e4-e92cb251073d req-e375249b-3ab5-4b23-b917-fc6235b1d914 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:00.883865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5a14dc6f-d480-4968-86e4-e92cb251073d req-e375249b-3ab5-4b23-b917-fc6235b1d914 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 946 time: 0.2877834 Jun 08 12:49:00.892495 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 47834) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:49:00.896983 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Request body: {'floatingip': {'port_id': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:01.036789 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.143624 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3f31-d98b-45f7-9d11-bd001bd98203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.772999 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.777515 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.941758 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Floating IP 4353cf83-da93-42ba-8f03-4f784a211f59 associated. External IP: 172.27.0.220, port: 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5. Jun 08 12:49:02.365474 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Router ee185436-0471-4db5-bdaa-44be48285d5b has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:49:02.548626 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:49:02.553290 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:02.562624 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:49:02.576377 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:49:02.577493 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:48:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:02.609197 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a16103e9-8a16-4207-b0fb-ff34c298aa13 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "PUT /v2.0/floatingips/4353cf83-da93-42ba-8f03-4f784a211f59 HTTP/1.1" status: 200 len: 992 time: 1.7156489 Jun 08 12:49:02.609954 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:02.612326 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecc9612-3b10-464e-881e-9be5a7315a06" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:02.669485 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c036c-c91b-4935-8804-3f553b0a4c6e x-openstack-request-id: req-a15c036c-c91b-4935-8804-3f553b0a4c6e {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:02.669843 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:02.670126 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a15c036c-c91b-4935-8804-3f553b0a4c6e {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:02.670554 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'status': 'completed', 'code': 200} Jun 08 12:49:02.766312 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:49:02.767104 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-76b07799-e4ed-4951-a3c1-6e68aa9c93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:02.768594 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-76b07799-e4ed-4951-a3c1-6e68aa9c93ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0757036 Jun 08 12:49:02.901279 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-a9aa3bfb-a5d1-4d31-8fce-20f9e2a52f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:02.903230 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-a9aa3bfb-a5d1-4d31-8fce-20f9e2a52f60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1268232 Jun 08 12:49:03.005616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-8e62f10d-5546-4a89-9c16-a9a5f0302a0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 1000 time: 0.0955527 Jun 08 12:49:03.068574 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-89e9996d-25a1-43a8-a7f5-88a97282a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:03.070036 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-89e9996d-25a1-43a8-a7f5-88a97282a8a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0575159 Jun 08 12:49:03.118915 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '4353cf83-da93-42ba-8f03-4f784a211f59', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'port_id': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'mac_address': 'fa:16:3e:b0:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:49:01Z', 'revision_number': 1, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:03.122816 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:49:03.131215 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:49:03.131854 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:48:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:03.144790 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-f84d45ff-0015-4d23-837a-6ce2ba696525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:03.146284 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-f84d45ff-0015-4d23-837a-6ce2ba696525 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694189 Jun 08 12:49:03.280859 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-d08e8e34-e630-41a5-9e15-1fff6232f58c service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249850 Jun 08 12:49:03.305775 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:49:03.413749 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ecc9612-3b10-464e-881e-9be5a7315a06 req-014ffd1a-1845-4d18-9669-cd03d25ef562 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263297 Jun 08 12:49:03.576797 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-26235e78-85d2-4213-8689-84dd85a70189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:03.705391 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '4353cf83-da93-42ba-8f03-4f784a211f59', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'port_id': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'mac_address': 'fa:16:3e:b0:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:49:01Z', 'revision_number': 1, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:03.709357 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c7857-65a7-4f47-bbcf-bca76a852bbf None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '4353cf83-da93-42ba-8f03-4f784a211f59', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'port_id': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'mac_address': 'fa:16:3e:b0:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:49:01Z', 'revision_number': 1, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:49:03.768719 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:03.895885 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67edf0ef-324e-485d-b102-b4f46a587023 None None] New status for floating IP 4353cf83-da93-42ba-8f03-4f784a211f59: ACTIVE {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:49:04.735774 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.370177 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:10.877527 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b992c9-40e2-47ae-a728-4a7d06ed0c75 req-f4871390-7aec-47f4-acf5-9249dbd6325d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:10.879030 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-31b992c9-40e2-47ae-a728-4a7d06ed0c75 req-f4871390-7aec-47f4-acf5-9249dbd6325d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.1315742 Jun 08 12:49:10.926744 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-31b992c9-40e2-47ae-a728-4a7d06ed0c75 req-166a4ccc-824b-48a9-808a-805fe6af5041 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Jun 08 12:49:12.107245 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e10f2-9b99-452c-9f55-95fed8a489a9 req-24facc45-fdfb-4bb9-98ae-3f0c2a992720 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:12.108693 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-966e10f2-9b99-452c-9f55-95fed8a489a9 req-24facc45-fdfb-4bb9-98ae-3f0c2a992720 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0781653 Jun 08 12:49:12.155139 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-966e10f2-9b99-452c-9f55-95fed8a489a9 req-a78deefe-c1cf-4997-a2a2-f82b1f0fdb75 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Jun 08 12:49:13.338675 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41ac5-7e46-41ed-b874-09845e12d6f9 req-936f7594-66a7-4e0b-aec0-ae281de4c0cb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:13.340314 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68f41ac5-7e46-41ed-b874-09845e12d6f9 req-936f7594-66a7-4e0b-aec0-ae281de4c0cb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0780959 Jun 08 12:49:13.384957 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68f41ac5-7e46-41ed-b874-09845e12d6f9 req-f8891053-494e-41dd-9e3f-92b17a8b90dc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Jun 08 12:49:14.572384 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31ead-c9ac-4821-a1cd-99d0bd733aca req-7bf0769f-65a9-4952-8908-421dac31e75b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:14.574601 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93e31ead-c9ac-4821-a1cd-99d0bd733aca req-7bf0769f-65a9-4952-8908-421dac31e75b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0855179 Jun 08 12:49:14.707577 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93e31ead-c9ac-4821-a1cd-99d0bd733aca req-d31c536b-72e3-4de2-96d6-657130b1d125 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272945 Jun 08 12:49:15.891232 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf1047-175e-4037-95f3-4b0a374d2b9b req-26dc78ce-8fa7-421f-bcca-b8ef982984d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:15.892663 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6acf1047-175e-4037-95f3-4b0a374d2b9b req-26dc78ce-8fa7-421f-bcca-b8ef982984d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0805521 Jun 08 12:49:15.937209 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6acf1047-175e-4037-95f3-4b0a374d2b9b req-4b3442f1-b13e-4671-a088-88d5eae65e80 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Jun 08 12:49:17.128536 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3278-34a1-4ea1-b548-e1cdddae4eee req-4a530d06-59e7-4bf6-9228-f83ee7e78406 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:17.130010 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-032c3278-34a1-4ea1-b548-e1cdddae4eee req-4a530d06-59e7-4bf6-9228-f83ee7e78406 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0818238 Jun 08 12:49:17.174577 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-032c3278-34a1-4ea1-b548-e1cdddae4eee req-4230d130-ee3c-45bf-906c-7a3be45e86ae tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389421 Jun 08 12:49:18.355673 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f2dc8-c7d1-40f2-883e-4a06c653f5f1 req-2c445b7a-80c6-45a4-9108-4da02e4a0f0b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:18.357120 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca9f2dc8-c7d1-40f2-883e-4a06c653f5f1 req-2c445b7a-80c6-45a4-9108-4da02e4a0f0b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0792830 Jun 08 12:49:18.403870 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca9f2dc8-c7d1-40f2-883e-4a06c653f5f1 req-2412f0af-7363-4c68-ad2d-7247d6dabc19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Jun 08 12:49:19.587006 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf1a8d-56f9-4691-940e-94412bc91fa0 req-067c5d4c-84b8-4f26-8184-61a31436ef56 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:19.588450 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cfdf1a8d-56f9-4691-940e-94412bc91fa0 req-067c5d4c-84b8-4f26-8184-61a31436ef56 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0794399 Jun 08 12:49:19.632563 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cfdf1a8d-56f9-4691-940e-94412bc91fa0 req-8efdcea9-ab08-4004-976e-4f75025c1ef0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384173 Jun 08 12:49:20.822201 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2fe16-6c34-408d-8f7f-2f4dcfa21114 req-ec87b1a1-6da3-4c05-9ca0-516cfc1d21f8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:20.824335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-64d2fe16-6c34-408d-8f7f-2f4dcfa21114 req-ec87b1a1-6da3-4c05-9ca0-516cfc1d21f8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0845163 Jun 08 12:49:20.869631 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-64d2fe16-6c34-408d-8f7f-2f4dcfa21114 req-330884a3-7775-44a4-bcb0-329ea9b59d77 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Jun 08 12:49:22.053671 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066df145-9d10-4e2d-8df4-2ae989b6dc22 req-992d0582-eb66-4f87-936b-4cd5f0467353 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:22.056050 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-066df145-9d10-4e2d-8df4-2ae989b6dc22 req-992d0582-eb66-4f87-936b-4cd5f0467353 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0784340 Jun 08 12:49:22.104314 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-066df145-9d10-4e2d-8df4-2ae989b6dc22 req-1cdbb966-87e8-4ed3-b4c1-ece49a822141 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 Jun 08 12:49:23.290425 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754151-2ba0-465f-b22c-bc52e979eba8 req-02952cd4-e9a3-40b5-a3e7-3547b6c55624 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:23.292420 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec754151-2ba0-465f-b22c-bc52e979eba8 req-02952cd4-e9a3-40b5-a3e7-3547b6c55624 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0840793 Jun 08 12:49:23.338877 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec754151-2ba0-465f-b22c-bc52e979eba8 req-e5a4f760-1a76-47de-b1a5-da65c89404e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Jun 08 12:49:24.129386 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-55f2021a-5c15-4801-bc6d-371dd9b94e03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137795 Jun 08 12:49:24.271534 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-803bf385-c539-4c63-b826-cb9e78c00f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.272908 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-803bf385-c539-4c63-b826-cb9e78c00f41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1099 time: 0.0735903 Jun 08 12:49:24.420825 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-4ac41131-3c12-44b2-bd25-e88689614458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.422312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-4ac41131-3c12-44b2-bd25-e88689614458 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1284730 Jun 08 12:49:24.579427 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-4e97b605-6981-4b9e-b72f-d6b1f29bd220 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 1001 time: 0.1487761 Jun 08 12:49:24.651905 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb631-7168-45a8-a56c-1c695cc7c738 req-a8797161-a4e3-48ac-b93c-8995ae424c09 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.653344 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-323bb631-7168-45a8-a56c-1c695cc7c738 req-a8797161-a4e3-48ac-b93c-8995ae424c09 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.1750576 Jun 08 12:49:24.676042 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-9f90f339-f0f3-43a0-93f2-340d516e3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.677414 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-9f90f339-f0f3-43a0-93f2-340d516e3e9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0898192 Jun 08 12:49:24.749590 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-323bb631-7168-45a8-a56c-1c695cc7c738 req-2038154b-7e8b-4784-81c0-619a53b6e04a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892694 Jun 08 12:49:24.772510 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-ba0787b1-9196-4c42-a600-506cbb37d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.774000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-ba0787b1-9196-4c42-a600-506cbb37d798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804904 Jun 08 12:49:24.908552 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-bb65107b-da52-4eff-bf7f-8c95f0755c53 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254196 Jun 08 12:49:24.967304 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:25.048793 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22a256ce-a8c9-4573-b932-0f648f4505a3 req-4f8235f1-0d56-48f8-87d8-31e3668d192d service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326990 Jun 08 12:49:25.251901 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:49:26.076576 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e1076-f3ca-40fd-b4aa-538d062d2f4d req-8ff7d2d8-7365-4d5c-8615-b1eca27fcf77 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:26.078092 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-782e1076-f3ca-40fd-b4aa-538d062d2f4d req-8ff7d2d8-7365-4d5c-8615-b1eca27fcf77 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.2252867 Jun 08 12:49:26.084872 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca179-a044-42c4-8010-c1b498091f23 req-94699ec8-4c3c-403f-8d90-52f2aa80ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:26.086359 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-94699ec8-4c3c-403f-8d90-52f2aa80ab39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1099 time: 0.0974264 Jun 08 12:49:26.205109 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-782e1076-f3ca-40fd-b4aa-538d062d2f4d req-e854943f-dc29-4601-8d4d-149a6fa4a5a5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177635 Jun 08 12:49:26.246074 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca179-a044-42c4-8010-c1b498091f23 req-929c4795-fd99-4a89-889b-89d94ca9bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:26.247509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-929c4795-fd99-4a89-889b-89d94ca9bd14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 910 time: 0.1471593 Jun 08 12:49:26.353565 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-cfe949b2-d3dc-4832-812f-ad6150a5e439 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 1002 time: 0.0963597 Jun 08 12:49:26.424549 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca179-a044-42c4-8010-c1b498091f23 req-d568d670-bdca-4b64-b56c-17b090984380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:26.425996 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-d568d670-bdca-4b64-b56c-17b090984380 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.0612686 Jun 08 12:49:26.503039 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca179-a044-42c4-8010-c1b498091f23 req-6dc6551f-292a-4f7e-b3cf-dde86a6fc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:26.504487 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-6dc6551f-292a-4f7e-b3cf-dde86a6fc9b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683274 Jun 08 12:49:26.640941 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-f760fd8a-64ea-46af-93c1-7020624804c1 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243608 Jun 08 12:49:26.773990 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95eca179-a044-42c4-8010-c1b498091f23 req-2595d42b-e1e3-4e61-b8bf-4c11faf481b1 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254041 Jun 08 12:49:27.395814 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d6d4c-fa3a-4aa3-b921-3d2e88394ebf req-5552dd79-aed4-44c8-93e4-cf13c10dbf80 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:27.397349 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-710d6d4c-fa3a-4aa3-b921-3d2e88394ebf req-5552dd79-aed4-44c8-93e4-cf13c10dbf80 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0829966 Jun 08 12:49:27.443247 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-710d6d4c-fa3a-4aa3-b921-3d2e88394ebf req-a8d8a640-79d4-499f-b4c7-97a0b7440853 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Jun 08 12:49:28.633022 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f121-cf61-4b9c-bebf-11d54f3f93c6 req-5d6263d0-9abe-4394-9a32-ca621cd2bd86 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:28.634740 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3444f121-cf61-4b9c-bebf-11d54f3f93c6 req-5d6263d0-9abe-4394-9a32-ca621cd2bd86 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0821943 Jun 08 12:49:28.682208 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3444f121-cf61-4b9c-bebf-11d54f3f93c6 req-4e30833c-403d-4d68-b948-67f086adbfbc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Jun 08 12:49:29.867202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d968dbb-e845-4859-adf4-bba9f6e798c5 req-e65ed4a1-b5d1-4a27-8dd0-fe9916a9103b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.868658 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d968dbb-e845-4859-adf4-bba9f6e798c5 req-e65ed4a1-b5d1-4a27-8dd0-fe9916a9103b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0827370 Jun 08 12:49:29.913153 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d968dbb-e845-4859-adf4-bba9f6e798c5 req-8863f4bb-f543-468a-8917-9f7a98b66cb7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Jun 08 12:49:31.101710 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a257168-6c63-4bb5-bd54-6ecc5e1c2297 req-fd8ff845-2998-4cc0-bbe8-ea289a665d13 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:31.103293 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9a257168-6c63-4bb5-bd54-6ecc5e1c2297 req-fd8ff845-2998-4cc0-bbe8-ea289a665d13 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0862734 Jun 08 12:49:31.144882 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a385c97b-a853-412e-9196-d6ea5a9e4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:31.149540 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9a257168-6c63-4bb5-bd54-6ecc5e1c2297 req-408c501b-6a47-4141-922c-64e2cfe84739 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400469 Jun 08 12:49:32.262915 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device bd4f5412-794e-4518-886a-79823ebcbf24 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:49:32.337444 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fdede-acf2-4f0f-9bd4-41352afca44a req-12fd66c7-dd48-4b4e-8367-f1c0c84b7040 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:32.339663 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e4fdede-acf2-4f0f-9bd4-41352afca44a req-12fd66c7-dd48-4b4e-8367-f1c0c84b7040 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 946 time: 0.0838654 Jun 08 12:49:32.375877 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:32.384099 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e4fdede-acf2-4f0f-9bd4-41352afca44a req-c51e8887-fb4f-4525-9fc1-c9b61b0005e5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Jun 08 12:49:32.403219 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:32.405441 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61c7848-70b9-4225-b38e-64c8d636d187" -d '{"events": [{"server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:32.412993 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bd4f5412-794e-4518-886a-79823ebcbf24,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:32.416853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:32.418634 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-26739dff-0b45-4fb3-8d63-d3b426011dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:32.452772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbc5b19-f079-4895-900b-4d11cea77edd x-openstack-request-id: req-dfbc5b19-f079-4895-900b-4d11cea77edd {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:32.453068 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:32.453323 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfbc5b19-f079-4895-900b-4d11cea77edd {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:32.453731 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'code': 200} Jun 08 12:49:32.484053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=bd4f5412-794e-4518-886a-79823ebcbf24,revision_number=6']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:32.487170 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:33.480292 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-72d55b97-99eb-4e80-bf39-5aabbdc75718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:33.569916 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c61bf-a124-4236-b975-4a67ce3ec80c req-8b2d8b8b-3267-44d6-a97c-0784cb952e07 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:33.571400 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c4c61bf-a124-4236-b975-4a67ce3ec80c req-8b2d8b8b-3267-44d6-a97c-0784cb952e07 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0786502 Jun 08 12:49:33.621093 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c4c61bf-a124-4236-b975-4a67ce3ec80c req-fb9d8736-c38d-4d52-a6ca-543cf32dd4a3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Jun 08 12:49:33.762546 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:34.739276 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:34.811166 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb41be0-3a7a-4a8a-b799-6a9ebdc6dfd5 req-29ab02fb-5d2e-498f-a659-6c073d43ff33 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:34.812893 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dfb41be0-3a7a-4a8a-b799-6a9ebdc6dfd5 req-29ab02fb-5d2e-498f-a659-6c073d43ff33 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0853388 Jun 08 12:49:34.859312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dfb41be0-3a7a-4a8a-b799-6a9ebdc6dfd5 req-686e2635-d992-43ef-96bf-dfa066d2208a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Jun 08 12:49:36.049070 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d072daa-0c1a-4daa-baf1-f8e74a45f75b req-1e79cb3a-95d9-4fdf-8c91-6de8ade9bced tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:36.050603 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3d072daa-0c1a-4daa-baf1-f8e74a45f75b req-1e79cb3a-95d9-4fdf-8c91-6de8ade9bced tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0832222 Jun 08 12:49:36.095726 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3d072daa-0c1a-4daa-baf1-f8e74a45f75b req-b0e5ffd3-a7c3-4372-8785-261282e605ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Jun 08 12:49:36.372130 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:37.278836 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46037-2218-4378-a02e-a84b9b52f2aa req-6f0bee79-77a4-4ed1-a582-95b6c0f6ba1f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:37.280311 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1eb46037-2218-4378-a02e-a84b9b52f2aa req-6f0bee79-77a4-4ed1-a582-95b6c0f6ba1f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796459 Jun 08 12:49:37.324894 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1eb46037-2218-4378-a02e-a84b9b52f2aa req-202ab1ec-590f-43d5-a5ce-2d4fc3509d69 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 Jun 08 12:49:38.590530 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33ed56-22b5-4a57-aa4f-f6664e873ae9 req-efa9e552-3dc8-4f83-9298-fece42decec3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:38.591935 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e33ed56-22b5-4a57-aa4f-f6664e873ae9 req-efa9e552-3dc8-4f83-9298-fece42decec3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1638267 Jun 08 12:49:38.638431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e33ed56-22b5-4a57-aa4f-f6664e873ae9 req-3c975f3b-9b8f-4929-9897-1046eb32b56e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Jun 08 12:49:39.823531 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e97c5-5c26-4324-9416-295d6fa83f84 req-d48a3569-55a3-4269-87c4-66f1d6900581 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:39.824987 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d85e97c5-5c26-4324-9416-295d6fa83f84 req-d48a3569-55a3-4269-87c4-66f1d6900581 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0794561 Jun 08 12:49:39.871533 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d85e97c5-5c26-4324-9416-295d6fa83f84 req-376faf3e-7b99-47f9-b827-7c195de5dc7d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Jun 08 12:49:41.053169 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4065a34-be93-4ae7-94d0-b16cf6a1e4a7 req-34f76599-5757-44ec-bd1f-3656f0e2ffe3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:41.054895 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f4065a34-be93-4ae7-94d0-b16cf6a1e4a7 req-34f76599-5757-44ec-bd1f-3656f0e2ffe3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0795805 Jun 08 12:49:41.100597 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f4065a34-be93-4ae7-94d0-b16cf6a1e4a7 req-79e0df02-20bc-46f6-a17a-b939902785c4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Jun 08 12:49:42.286189 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504161b-c635-4c70-aa78-99b573b82ef9 req-cd36b149-51d2-4671-b569-30bbc63e42fd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:42.287634 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4504161b-c635-4c70-aa78-99b573b82ef9 req-cd36b149-51d2-4671-b569-30bbc63e42fd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0836833 Jun 08 12:49:42.331668 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4504161b-c635-4c70-aa78-99b573b82ef9 req-75f590f8-b0ec-4864-b396-618ea627f814 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384066 Jun 08 12:49:43.517676 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263889b-968c-428b-b2b9-ca669c365a46 req-59e2c2e8-6ca6-46c6-9d7a-ce67758732b4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:43.519140 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5263889b-968c-428b-b2b9-ca669c365a46 req-59e2c2e8-6ca6-46c6-9d7a-ce67758732b4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0788805 Jun 08 12:49:43.565170 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5263889b-968c-428b-b2b9-ca669c365a46 req-7e50eaab-26b3-4264-b9b8-76b3bfbbabfb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Jun 08 12:49:44.750857 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ee6a5-2d7b-4b8c-9428-19ef7aa563ca req-c9378ce6-3686-47f8-8bd9-a1100d72534b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:44.752291 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca8ee6a5-2d7b-4b8c-9428-19ef7aa563ca req-c9378ce6-3686-47f8-8bd9-a1100d72534b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0819135 Jun 08 12:49:44.797479 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca8ee6a5-2d7b-4b8c-9428-19ef7aa563ca req-3be90b69-1918-4fa3-a16a-bd8fb26dc47a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395720 Jun 08 12:49:45.979983 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930938-4987-437d-bdfc-2475cdd10e25 req-baa26a49-4280-4824-8354-6092058e8521 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:45.981486 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7c930938-4987-437d-bdfc-2475cdd10e25 req-baa26a49-4280-4824-8354-6092058e8521 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0811810 Jun 08 12:49:46.031062 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7c930938-4987-437d-bdfc-2475cdd10e25 req-a9c83d78-e86f-4c4d-a671-154f66a673fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Jun 08 12:49:47.226385 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b54b0-4bc0-4c7c-b808-ab0e5ee25b0b req-0902e573-fb59-40e9-be66-9265c900b48b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.227824 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4b54b0-4bc0-4c7c-b808-ab0e5ee25b0b req-0902e573-fb59-40e9-be66-9265c900b48b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0896149 Jun 08 12:49:47.271333 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4b54b0-4bc0-4c7c-b808-ab0e5ee25b0b req-854ecd46-75fd-4336-afca-c719db658638 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379283 Jun 08 12:49:48.457861 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884b709-79ef-4928-b6d4-594b492bb396 req-38ffb8cc-3ffa-40b5-8b38-0009aea9fb91 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:48.459319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5884b709-79ef-4928-b6d4-594b492bb396 req-38ffb8cc-3ffa-40b5-8b38-0009aea9fb91 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0832617 Jun 08 12:49:48.503070 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5884b709-79ef-4928-b6d4-594b492bb396 req-6ea16812-78c1-4548-9e92-1de4f05e3832 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 Jun 08 12:49:49.684310 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fea58-e01f-4088-9dba-f85743fe38bd req-f88cc759-3a20-49d2-9692-8f749ee65dfe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:49.685796 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a01fea58-e01f-4088-9dba-f85743fe38bd req-f88cc759-3a20-49d2-9692-8f749ee65dfe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0785303 Jun 08 12:49:49.730276 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a01fea58-e01f-4088-9dba-f85743fe38bd req-df9254ea-50da-4968-bfdf-00203dadbaec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389078 Jun 08 12:49:50.919192 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8fa1-b294-490e-a8c4-579c7f0371fc req-af2bce85-5695-4cf1-aa0a-942fd6ecd674 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:50.920690 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69ce8fa1-b294-490e-a8c4-579c7f0371fc req-af2bce85-5695-4cf1-aa0a-942fd6ecd674 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0851829 Jun 08 12:49:50.966460 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69ce8fa1-b294-490e-a8c4-579c7f0371fc req-a639730a-c360-4c30-b2d8-913ed23abe3e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Jun 08 12:49:52.157418 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c360d-9351-46b6-b21d-3d001fb69b6a req-a35e829b-96c6-4e28-81f8-2d7553fade1b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:52.158909 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-884c360d-9351-46b6-b21d-3d001fb69b6a req-a35e829b-96c6-4e28-81f8-2d7553fade1b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0858595 Jun 08 12:49:52.203642 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-884c360d-9351-46b6-b21d-3d001fb69b6a req-74e22f23-2745-4303-ba39-a990cd0ddb98 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Jun 08 12:49:53.392807 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba15f-b11b-4b06-be14-5592becf5209 req-740cc439-7661-4ea5-9def-3bf8f8fe2eb1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:53.394346 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-babba15f-b11b-4b06-be14-5592becf5209 req-740cc439-7661-4ea5-9def-3bf8f8fe2eb1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0818706 Jun 08 12:49:53.440062 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-babba15f-b11b-4b06-be14-5592becf5209 req-3871cf8c-a7e5-46c8-843e-320797e444e9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Jun 08 12:49:54.625924 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d54a0-4321-40fb-b597-ad70936d19b1 req-567cf374-25d8-408f-9995-22f62873aa5a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:54.627393 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a2d54a0-4321-40fb-b597-ad70936d19b1 req-567cf374-25d8-408f-9995-22f62873aa5a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0800269 Jun 08 12:49:54.676126 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a2d54a0-4321-40fb-b597-ad70936d19b1 req-da4e2c9a-2f05-49ce-8408-2f94a1a9049c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Jun 08 12:49:54.980362 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:55.859049 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bf4f-3ce4-4628-bca7-6afba598c1a1 req-e11941b6-b1c0-4221-b1c6-7eb5dbb70a02 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:55.860530 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bb21bf4f-3ce4-4628-bca7-6afba598c1a1 req-e11941b6-b1c0-4221-b1c6-7eb5dbb70a02 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0821958 Jun 08 12:49:55.910373 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bb21bf4f-3ce4-4628-bca7-6afba598c1a1 req-fb14e1ee-df2d-4dff-a63b-4412187dfd91 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Jun 08 12:49:57.106867 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79864c4-d383-4e05-ba7f-7ca428d1cf18 req-a6bdb5a1-da8c-48d4-bbbd-13989c711ea6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:57.108379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b79864c4-d383-4e05-ba7f-7ca428d1cf18 req-a6bdb5a1-da8c-48d4-bbbd-13989c711ea6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0879536 Jun 08 12:49:57.154108 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b79864c4-d383-4e05-ba7f-7ca428d1cf18 req-fd49bb46-c253-4587-b079-509a64a25724 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400484 Jun 08 12:49:58.343792 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc58602-128a-4996-9a75-6217c537b9c2 req-ba91b9ee-c1d5-4bef-a74a-8526f788ca21 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:58.345293 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0bc58602-128a-4996-9a75-6217c537b9c2 req-ba91b9ee-c1d5-4bef-a74a-8526f788ca21 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0800109 Jun 08 12:49:58.390462 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0bc58602-128a-4996-9a75-6217c537b9c2 req-b5b932eb-f6ab-4b9b-bd9f-a55a49b6e533 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 Jun 08 12:49:59.580370 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447953b9-330d-4b03-a81c-d35b3eef24a2 req-47df1c9a-8c9c-4cb9-8735-38d83728e498 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:59.581885 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-447953b9-330d-4b03-a81c-d35b3eef24a2 req-47df1c9a-8c9c-4cb9-8735-38d83728e498 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0828207 Jun 08 12:49:59.627053 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-447953b9-330d-4b03-a81c-d35b3eef24a2 req-11b3c826-ebae-4c1b-ab94-97eeee52a3e8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 Jun 08 12:50:00.808245 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fe102-286d-485b-a4b7-4e508099b561 req-adfb1f8a-f8b0-4702-abe0-7ee4c9027303 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:00.809772 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-987fe102-286d-485b-a4b7-4e508099b561 req-adfb1f8a-f8b0-4702-abe0-7ee4c9027303 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0795989 Jun 08 12:50:00.859753 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-987fe102-286d-485b-a4b7-4e508099b561 req-8af2f80a-8dc5-4cbc-8db4-ebb01523f87d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Jun 08 12:50:01.146642 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd63c-1753-4360-b67f-75bae78af457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:02.116026 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7b1a-abbe-4d61-9101-b1e12d3acc97 req-040a9568-f856-478e-a89e-e9464ba314b1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:02.117470 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f5c7b1a-abbe-4d61-9101-b1e12d3acc97 req-040a9568-f856-478e-a89e-e9464ba314b1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1520355 Jun 08 12:50:02.162523 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f5c7b1a-abbe-4d61-9101-b1e12d3acc97 req-59188081-f31d-49b4-8afd-8b5a4c2e0f11 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392194 Jun 08 12:50:02.250913 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:50:03.351710 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb27-739a-462b-a1ed-68ea5ca35a75 req-4a0dd5b7-17bf-46c7-804e-f9faf85944cc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:03.353175 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-81fadb27-739a-462b-a1ed-68ea5ca35a75 req-4a0dd5b7-17bf-46c7-804e-f9faf85944cc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0862520 Jun 08 12:50:03.398100 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-81fadb27-739a-462b-a1ed-68ea5ca35a75 req-ddd3c30e-6f23-4e85-b08d-8e54e5a3f67c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391688 Jun 08 12:50:03.481557 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35e45d37-352f-45a5-a0d5-3342c4ccc305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:03.764559 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:04.582427 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76386fa-4e84-4465-a0c8-1c77eef1e116 req-2e396f6e-f222-4120-83f7-e708b7819928 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:04.584496 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e76386fa-4e84-4465-a0c8-1c77eef1e116 req-2e396f6e-f222-4120-83f7-e708b7819928 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0820317 Jun 08 12:50:04.635556 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e76386fa-4e84-4465-a0c8-1c77eef1e116 req-0296f548-65b8-41fc-9b03-beb12e7e39ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Jun 08 12:50:04.741036 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:05.823164 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030c80-77db-4905-ad79-5601a4b572d7 req-5f7bc487-5cb7-43c1-b510-a1153bf93b15 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:05.824659 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f030c80-77db-4905-ad79-5601a4b572d7 req-5f7bc487-5cb7-43c1-b510-a1153bf93b15 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796676 Jun 08 12:50:05.870420 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f030c80-77db-4905-ad79-5601a4b572d7 req-ea61b3d5-09de-418e-9f04-d919fa58e36e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Jun 08 12:50:06.163563 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 48108) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:06.215333 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.api.v2.resource [None req-ff2c3f7c-ca5a-4428-a648-9ee431af7ede tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 08 12:50:06.216329 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ff2c3f7c-ca5a-4428-a648-9ee431af7ede tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5002418-a77f-4c5c-b927-b28b798af6da HTTP/1.1" status: 409 len: 336 time: 0.0517962 Jun 08 12:50:06.221500 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 48112) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:06.376698 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:06.487129 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Deleting port 33a735d4-df73-4d27-b98c-663b7c025a77 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:06.487469 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:06.606104 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:06.606432 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:06.728996 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Calling delete_port for 33a735d4-df73-4d27-b98c-663b7c025a77 owned by network:floatingip {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:06.858213 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:06.862000 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:06.905340 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Pushing event deleted for resources: {'Port': ['ID=33a735d4-df73-4d27-b98c-663b7c025a77,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:06.941849 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.942211 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.942570 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.942920 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.943265 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.943612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.943953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.944294 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.944635 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.944971 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.945307 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.945864 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:06.953332 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:07.008996 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks [] for floatingip, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:07.009222 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.l3_db [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Floating IP 4353cf83-da93-42ba-8f03-4f784a211f59 disassociated (deleted). External IP: 172.27.0.220, port: 4bcc3a64-50b3-40b6-846c-5cd1fe0711f5. Jun 08 12:50:07.062731 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34ced-9e54-49ed-913a-82603b8f629f req-767e4408-ab03-4789-8a5a-5d2b243c766e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:07.064241 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eee34ced-9e54-49ed-913a-82603b8f629f req-767e4408-ab03-4789-8a5a-5d2b243c766e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0852554 Jun 08 12:50:07.111591 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eee34ced-9e54-49ed-913a-82603b8f629f req-8c885886-342b-4372-a2cd-adfc8aa5f366 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Jun 08 12:50:07.362760 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Router ee185436-0471-4db5-bdaa-44be48285d5b has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:50:07.626550 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:50:07.631265 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:07.635556 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:50:07.644572 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:50:07.645182 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:50:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:07.684649 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] 10.222.0.21 "DELETE /v2.0/floatingips/4353cf83-da93-42ba-8f03-4f784a211f59 HTTP/1.1" status: 204 len: 168 time: 1.4621024 Jun 08 12:50:07.685280 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:07.687759 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a5b50-4aac-4c50-badc-ed762916e1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:07.781165 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454edebf-c868-4df6-ac93-bad3cfe2c4c3 x-openstack-request-id: req-454edebf-c868-4df6-ac93-bad3cfe2c4c3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:07.781494 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d3f9ed-0910-456e-ab33-2d26ff57b183", "tag": "4bcc3a64-50b3-40b6-846c-5cd1fe0711f5", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:07.781812 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454edebf-c868-4df6-ac93-bad3cfe2c4c3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:07.782241 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3f9ed-0910-456e-ab33-2d26ff57b183', 'tag': '4bcc3a64-50b3-40b6-846c-5cd1fe0711f5', 'status': 'completed', 'code': 200} Jun 08 12:50:07.826451 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:50:07.871881 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-77d9d804-3186-410b-ada8-bcc30f8edaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:07.873351 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-77d9d804-3186-410b-ada8-bcc30f8edaad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0708480 Jun 08 12:50:08.004866 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-2d83cc7a-1f15-4051-9f42-04ac1daa9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:08.006273 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-2d83cc7a-1f15-4051-9f42-04ac1daa9a4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1264286 Jun 08 12:50:08.078816 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-3d2ae22e-d65e-4a53-9088-a39cdad20e67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0643282 Jun 08 12:50:08.141710 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:08.145087 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:50:08.148248 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-d76e3363-0304-44e9-84e8-b56fb8dcf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:08.149857 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-d76e3363-0304-44e9-84e8-b56fb8dcf0ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0649531 Jun 08 12:50:08.154346 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:50:08.154961 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:50:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:08.268451 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-5c441b5d-10e7-4668-8afa-66d05851f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:08.269865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-5c441b5d-10e7-4668-8afa-66d05851f5f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132634 Jun 08 12:50:08.329282 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:50:08.407740 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d650e-329b-47d7-a676-4f4d40391f60 req-18de9935-7305-4f0c-94de-a7ee54c8773a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:08.409224 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9c3d650e-329b-47d7-a676-4f4d40391f60 req-18de9935-7305-4f0c-94de-a7ee54c8773a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1870580 Jun 08 12:50:08.443491 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-88ba8848-7150-48eb-8c9d-77a2e36a23a0 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654077 Jun 08 12:50:08.535069 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9c3d650e-329b-47d7-a676-4f4d40391f60 req-446a32a5-6c15-437a-81af-db6fd3e64b7c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147628 Jun 08 12:50:08.599088 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b13a5b50-4aac-4c50-badc-ed762916e1c7 req-8edac512-6744-406a-b36e-b30aad0d201d service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446290 Jun 08 12:50:08.670278 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:08.674326 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1ce4d-4edb-49e3-8a8b-6fe6f2ee40de None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:44:17Z', 'revision_number': 4, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e8f580dd-70c2-4870-bb24-3c4f73aa29af', 'name': '', 'network_id': 'cd6c72af-fe5e-440c-afcc-7bed52c1ef5f', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'mac_address': 'fa:16:3e:79:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:11Z', 'updated_at': '2021-06-08T12:44:32Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'subnets': [{'id': '1904c8b9-4a17-4ef1-a794-0ca4d9e27d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:50:08.873371 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902cfac-4b50-4d50-9d39-60f5003d6427 None None] New status for floating IP 4353cf83-da93-42ba-8f03-4f784a211f59: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:50:09.724539 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2405aa-0562-4376-872f-e7340843def2 req-bfd9da76-2b70-4686-914e-231d7e2a5b2e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:09.726007 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c2405aa-0562-4376-872f-e7340843def2 req-bfd9da76-2b70-4686-914e-231d7e2a5b2e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0815165 Jun 08 12:50:09.769757 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c2405aa-0562-4376-872f-e7340843def2 req-5ad4e149-c3d8-4bd9-bb43-e2f26a5e8f4c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 Jun 08 12:50:10.953176 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36514c-12fa-4a68-b0a5-35eff05ba892 req-0c5f73e4-1fd1-42ad-9d27-52aba7abefad tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:10.954683 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a36514c-12fa-4a68-b0a5-35eff05ba892 req-0c5f73e4-1fd1-42ad-9d27-52aba7abefad tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0788376 Jun 08 12:50:11.002311 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a36514c-12fa-4a68-b0a5-35eff05ba892 req-e6bb9c21-276d-4f98-a7c1-c554efc12092 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Jun 08 12:50:12.185087 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05f50a-5e10-41ec-8a71-fc0ca5f59d2b req-635fcdd6-b403-40fd-a0b5-6a73f93097be tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:12.186561 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d05f50a-5e10-41ec-8a71-fc0ca5f59d2b req-635fcdd6-b403-40fd-a0b5-6a73f93097be tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0786567 Jun 08 12:50:12.231579 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d05f50a-5e10-41ec-8a71-fc0ca5f59d2b req-0dc3e15f-fbe4-4e21-b955-b09746b2cfea tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394945 Jun 08 12:50:13.419603 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3404b-4525-47b4-8ed8-b65e93c2c572 req-cbd8490c-6acc-4048-84ea-af3920a2984f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:13.421055 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4fc3404b-4525-47b4-8ed8-b65e93c2c572 req-cbd8490c-6acc-4048-84ea-af3920a2984f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0821164 Jun 08 12:50:13.542052 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4fc3404b-4525-47b4-8ed8-b65e93c2c572 req-a195a15c-cc52-4a85-8382-4d8424ea3315 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151834 Jun 08 12:50:14.726708 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0b118-4133-41dd-8ee6-57277c0c90aa req-da3db1ac-a841-485a-94cd-14fde7e5aef5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:14.728167 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38d0b118-4133-41dd-8ee6-57277c0c90aa req-da3db1ac-a841-485a-94cd-14fde7e5aef5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0771897 Jun 08 12:50:14.772106 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38d0b118-4133-41dd-8ee6-57277c0c90aa req-c3a8f528-9d3d-4a4f-a5d3-2a43c0b869d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384011 Jun 08 12:50:15.960791 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6200a1-f041-4d3e-bfe4-d092e0ee075b req-4a500199-bf14-4932-b295-07ea8dc56332 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:15.962285 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d6200a1-f041-4d3e-bfe4-d092e0ee075b req-4a500199-bf14-4932-b295-07ea8dc56332 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0873423 Jun 08 12:50:16.007367 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d6200a1-f041-4d3e-bfe4-d092e0ee075b req-0a85e1e7-9be9-4610-b6b6-cebbd83abfa8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Jun 08 12:50:17.194484 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9788-64d2-427e-8cc3-210320619c36 req-40896720-4e06-4acc-9dee-2b999d4e8007 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:17.195946 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-13ef9788-64d2-427e-8cc3-210320619c36 req-40896720-4e06-4acc-9dee-2b999d4e8007 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0793073 Jun 08 12:50:17.244964 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-13ef9788-64d2-427e-8cc3-210320619c36 req-8be2bd01-dc5e-4a29-9d4f-875ad68864d1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Jun 08 12:50:18.424554 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a51a1-b296-4f36-9a5e-3a8a3e8aaadd req-3e69b0ad-69d2-498b-b0ca-1785bc91fade tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:18.426020 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5b9a51a1-b296-4f36-9a5e-3a8a3e8aaadd req-3e69b0ad-69d2-498b-b0ca-1785bc91fade tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0780904 Jun 08 12:50:18.470778 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5b9a51a1-b296-4f36-9a5e-3a8a3e8aaadd req-f8dbdc8b-9ef6-4b03-a8b0-a0bcf7e6f8b3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383313 Jun 08 12:50:19.654730 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb078fb-5344-490d-95cd-8545ae70e71d req-84d3fa2e-5271-4a02-9158-36c0583a7cec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:19.656164 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2bb078fb-5344-490d-95cd-8545ae70e71d req-84d3fa2e-5271-4a02-9158-36c0583a7cec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0830519 Jun 08 12:50:19.699843 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2bb078fb-5344-490d-95cd-8545ae70e71d req-364e5c33-1ad9-4827-8b9d-aee80a0b2146 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jun 08 12:50:20.885134 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8d88-0f7c-4143-8750-2063a5e7e0b1 req-c94c2796-ccea-42d1-b289-ba6719e9f34f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:20.886654 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5ac8d88-0f7c-4143-8750-2063a5e7e0b1 req-c94c2796-ccea-42d1-b289-ba6719e9f34f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0812833 Jun 08 12:50:20.933003 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5ac8d88-0f7c-4143-8750-2063a5e7e0b1 req-dccb151d-812c-4990-87e3-8d6693b20cd6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Jun 08 12:50:22.121235 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59f3fb-b8a5-411e-b672-d003be9efb5c req-664c7444-e484-4efe-beb3-273a949ae5fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:22.122838 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b59f3fb-b8a5-411e-b672-d003be9efb5c req-664c7444-e484-4efe-beb3-273a949ae5fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0849128 Jun 08 12:50:22.169782 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b59f3fb-b8a5-411e-b672-d003be9efb5c req-72cd07bb-dcb1-4183-a468-aefc1a31f90d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Jun 08 12:50:23.353314 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21f51-0d66-47ad-941b-53e8e2996313 req-0ea614cf-793a-48e6-bbfe-d1d7135802db tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:23.354807 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-55a21f51-0d66-47ad-941b-53e8e2996313 req-0ea614cf-793a-48e6-bbfe-d1d7135802db tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0811179 Jun 08 12:50:23.406800 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-55a21f51-0d66-47ad-941b-53e8e2996313 req-83eaadaa-e0be-40ad-b47e-b71d0194702c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Jun 08 12:50:24.594070 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048f172-01d0-47c2-9b9d-ea6f0910e134 req-907123f0-2401-4994-ad78-d81ae75ab627 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:24.595564 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6048f172-01d0-47c2-9b9d-ea6f0910e134 req-907123f0-2401-4994-ad78-d81ae75ab627 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0803201 Jun 08 12:50:24.640208 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6048f172-01d0-47c2-9b9d-ea6f0910e134 req-5eea60c2-fd11-4373-a3b6-30f6b198ba4a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Jun 08 12:50:24.992520 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:25.123350 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-e9db6659-fa0f-4516-80c5-81f9a160c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:25.124795 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-e9db6659-fa0f-4516-80c5-81f9a160c32c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0733438 Jun 08 12:50:25.267263 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-ccdda8e7-439b-491b-9e50-259ead59c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:25.268716 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-ccdda8e7-439b-491b-9e50-259ead59c4ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 910 time: 0.1246741 Jun 08 12:50:25.369592 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-239fff06-5ec1-407c-86cf-f76a04bd9abd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 1000 time: 0.0926225 Jun 08 12:50:25.441584 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-bf94a6bb-6012-40f5-924e-7ed16347a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:25.443897 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-bf94a6bb-6012-40f5-924e-7ed16347a89d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.0669053 Jun 08 12:50:25.522726 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-aa6caa3b-aa05-4cdc-8d74-741319d14ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:25.524188 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-aa6caa3b-aa05-4cdc-8d74-741319d14ffe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737016 Jun 08 12:50:25.655772 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-e2f2be4c-2fa7-48a5-9e3b-518be3084a97 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236470 Jun 08 12:50:25.928900 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d481b5-3f28-45b5-a38a-650b2bee72d0 req-204ccfcc-bbc2-48fe-aa55-dcab01b47147 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607269 Jun 08 12:50:25.949548 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89526b8-4a5e-4042-8321-5eaceb976957 req-bc2b1e1f-fe0e-441d-9071-7078fb67239d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:25.951117 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a89526b8-4a5e-4042-8321-5eaceb976957 req-bc2b1e1f-fe0e-441d-9071-7078fb67239d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1998806 Jun 08 12:50:25.998101 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a89526b8-4a5e-4042-8321-5eaceb976957 req-7bbf0e9e-42c5-4d0e-8dfc-4eff86cc493b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Jun 08 12:50:27.187040 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef734-c8ba-4967-99c2-3932063873b0 req-d6c9bda2-4f25-4b73-9791-cc1fa3a9d2e8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:27.188396 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-281ef734-c8ba-4967-99c2-3932063873b0 req-d6c9bda2-4f25-4b73-9791-cc1fa3a9d2e8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0790026 Jun 08 12:50:27.235258 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-281ef734-c8ba-4967-99c2-3932063873b0 req-0bf19c31-cf20-4a55-9788-57141890c2fd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Jun 08 12:50:28.418055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26b338-f964-43a2-ace7-9a89bfa4e061 req-a5820a8a-b4a3-4645-97eb-5e06a96d8b8d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:28.419510 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-af26b338-f964-43a2-ace7-9a89bfa4e061 req-a5820a8a-b4a3-4645-97eb-5e06a96d8b8d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0778403 Jun 08 12:50:28.464072 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-af26b338-f964-43a2-ace7-9a89bfa4e061 req-5864b6fa-e9cc-444f-9a9b-b0f9aeb05272 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Jun 08 12:50:29.652972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7773cfb-0bec-4572-b698-5c9dc7d316df req-d1252786-b1b3-40b0-81d9-1f1bcf49f4c4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:29.654455 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7773cfb-0bec-4572-b698-5c9dc7d316df req-d1252786-b1b3-40b0-81d9-1f1bcf49f4c4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0838645 Jun 08 12:50:29.699742 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7773cfb-0bec-4572-b698-5c9dc7d316df req-43e3555a-75f9-45c3-a826-39f5baba2666 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397122 Jun 08 12:50:30.880478 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3029-af2d-4ac4-a0e6-a8f1edd83902 req-60b7a02c-81c9-41e4-b489-9b5029cd0d21 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:30.881954 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4aad3029-af2d-4ac4-a0e6-a8f1edd83902 req-60b7a02c-81c9-41e4-b489-9b5029cd0d21 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0801933 Jun 08 12:50:30.928673 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4aad3029-af2d-4ac4-a0e6-a8f1edd83902 req-cba728f0-d482-4fe2-8bfa-d8d3478b0144 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Jun 08 12:50:31.147848 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bbfa46c5-a7f4-414d-8d9d-cbd74b15dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:32.268051 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2055f9-948e-4536-adba-10c846bf465d req-4a04a0ae-b7fb-4617-9bac-913aa7a15951 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:32.269442 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d2055f9-948e-4536-adba-10c846bf465d req-4a04a0ae-b7fb-4617-9bac-913aa7a15951 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0830901 Jun 08 12:50:32.315233 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d2055f9-948e-4536-adba-10c846bf465d req-29825c3a-bbbd-40c0-8e8f-3cd8f60edc4e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Jun 08 12:50:33.485803 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a7699e09-a6a3-4b3a-96cb-be24ae103444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.503934 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a538d-4a2e-49bf-b585-2e194f107a4b req-0d496734-8de2-487d-b32a-5faadac0fec0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:33.505425 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7b4a538d-4a2e-49bf-b585-2e194f107a4b req-0d496734-8de2-487d-b32a-5faadac0fec0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0855913 Jun 08 12:50:33.559769 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7b4a538d-4a2e-49bf-b585-2e194f107a4b req-22e535e1-5c7c-46f9-9ec1-d87c882af973 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463450 Jun 08 12:50:33.768310 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:34.743192 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:34.753284 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a45b0b-767f-4d28-987e-d99654dce225 req-bca2aa1b-e77e-4819-a15d-d3c6c5b0202a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:34.754803 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58a45b0b-767f-4d28-987e-d99654dce225 req-bca2aa1b-e77e-4819-a15d-d3c6c5b0202a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0830114 Jun 08 12:50:34.803914 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58a45b0b-767f-4d28-987e-d99654dce225 req-70038715-b060-41c3-a6d4-ef390c8b4b8b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Jun 08 12:50:35.998064 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcdde7-2238-4f6c-9fc2-27257ca15e08 req-b49cf32f-4422-458f-9084-1dc17aa42357 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:35.999441 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-efbcdde7-2238-4f6c-9fc2-27257ca15e08 req-b49cf32f-4422-458f-9084-1dc17aa42357 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0861695 Jun 08 12:50:36.044544 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-efbcdde7-2238-4f6c-9fc2-27257ca15e08 req-7e29c5eb-f234-443a-8390-34a3a530dc2c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395081 Jun 08 12:50:36.379187 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:37.235942 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ccb3-4f88-4bac-8e7c-9b83bb527420 req-626e313e-0e3a-4021-82cd-bc8e781d5c19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:37.237392 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5383ccb3-4f88-4bac-8e7c-9b83bb527420 req-626e313e-0e3a-4021-82cd-bc8e781d5c19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0801795 Jun 08 12:50:37.280935 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5383ccb3-4f88-4bac-8e7c-9b83bb527420 req-a5af15bf-d27e-4501-876f-4f40e9e0be2e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379961 Jun 08 12:50:38.470938 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebccc1-c707-4930-b4e0-497ae36f51fb req-c201114b-dfa1-41df-93d7-69ddde612e0e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:38.472411 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adebccc1-c707-4930-b4e0-497ae36f51fb req-c201114b-dfa1-41df-93d7-69ddde612e0e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0834165 Jun 08 12:50:38.517074 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adebccc1-c707-4930-b4e0-497ae36f51fb req-a1718b70-bad1-48e0-9f04-3684610ac73d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 Jun 08 12:50:39.249887 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:50:39.710255 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6ce3-d5d6-4081-9e74-65c4c3d064e5 req-a3d68bf9-a3b3-4f3e-b11c-ab03ca1600a1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:39.711905 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c0eb6ce3-d5d6-4081-9e74-65c4c3d064e5 req-a3d68bf9-a3b3-4f3e-b11c-ab03ca1600a1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0868716 Jun 08 12:50:39.758055 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c0eb6ce3-d5d6-4081-9e74-65c4c3d064e5 req-c7bd35d3-4926-4922-941b-ef3760bb987a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Jun 08 12:50:40.943052 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163da68-c794-40a6-9a05-51d519704758 req-f5af255a-e2c1-42a2-b379-120a68403039 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:40.944506 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0163da68-c794-40a6-9a05-51d519704758 req-f5af255a-e2c1-42a2-b379-120a68403039 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0835345 Jun 08 12:50:40.988866 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0163da68-c794-40a6-9a05-51d519704758 req-941cf804-9af4-4073-8b92-5ea9c3716f5f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381136 Jun 08 12:50:42.185376 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cbba4-bc53-4e04-8e65-d1de737fa7c1 req-cf035ce3-5397-4d51-8742-4bc08fd4b2f1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:42.186856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e87cbba4-bc53-4e04-8e65-d1de737fa7c1 req-cf035ce3-5397-4d51-8742-4bc08fd4b2f1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0820382 Jun 08 12:50:42.235250 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e87cbba4-bc53-4e04-8e65-d1de737fa7c1 req-a8710e27-7212-4526-9e13-f3fd4b7f7bf1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 Jun 08 12:50:43.546364 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c16d54-b249-4747-8a7d-8e690d85437f req-0fcaee4c-f1e9-47eb-a6f7-646832d3d6ec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:43.548199 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-13c16d54-b249-4747-8a7d-8e690d85437f req-0fcaee4c-f1e9-47eb-a6f7-646832d3d6ec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0889924 Jun 08 12:50:43.595125 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-13c16d54-b249-4747-8a7d-8e690d85437f req-23505c31-3cd4-4693-a5c3-ea7a96137c3a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Jun 08 12:50:44.800920 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3addcf-5537-4d8d-af41-c808daa15690 req-7bb7d523-b546-4d66-a30d-c16427068303 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:44.802434 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4e3addcf-5537-4d8d-af41-c808daa15690 req-7bb7d523-b546-4d66-a30d-c16427068303 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0902805 Jun 08 12:50:44.848664 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4e3addcf-5537-4d8d-af41-c808daa15690 req-02eb0634-dfc2-4e7c-a1e9-5c1dffbf0afa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397692 Jun 08 12:50:46.040219 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad394d-a157-48f0-9063-4197490b6635 req-84bc82d4-fedd-4ec6-969b-2981c6f2c606 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:46.042035 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cdad394d-a157-48f0-9063-4197490b6635 req-84bc82d4-fedd-4ec6-969b-2981c6f2c606 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0873904 Jun 08 12:50:46.089534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cdad394d-a157-48f0-9063-4197490b6635 req-f3f3e836-d1f8-4b27-b22a-3466ed6eb74f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Jun 08 12:50:47.278713 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4f46-e745-4c04-a206-042e4473db69 req-a69d8705-c8a9-4edb-a643-ab1d09dd8db7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:47.280182 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fe9b4f46-e745-4c04-a206-042e4473db69 req-a69d8705-c8a9-4edb-a643-ab1d09dd8db7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0841188 Jun 08 12:50:47.323999 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fe9b4f46-e745-4c04-a206-042e4473db69 req-c8460ec7-c97e-4a67-bf0c-9afed4c77a9f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Jun 08 12:50:48.501820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e9d30-0044-4534-8074-8586e858d326 req-e7df51f7-0f4d-4cb1-985a-a8677f026b4f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:48.503301 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-328e9d30-0044-4534-8074-8586e858d326 req-e7df51f7-0f4d-4cb1-985a-a8677f026b4f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0776603 Jun 08 12:50:48.549900 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-328e9d30-0044-4534-8074-8586e858d326 req-dfd1822e-5eb2-4add-adbe-ed4559fdf3f8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Jun 08 12:50:49.738491 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da610a-fc6c-4e3b-b7d5-a0f67b468503 req-941765b4-365f-40aa-8ae2-8026c120f7a6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:49.739931 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-88da610a-fc6c-4e3b-b7d5-a0f67b468503 req-941765b4-365f-40aa-8ae2-8026c120f7a6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0825262 Jun 08 12:50:49.784026 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-88da610a-fc6c-4e3b-b7d5-a0f67b468503 req-46441fde-49aa-4640-93ee-06174561ae29 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Jun 08 12:50:50.971458 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73106cd5-fb8c-43a0-955d-622dde284a8a req-bc0a47af-3e1f-4359-b768-12ac9db0783b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:50.972903 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-73106cd5-fb8c-43a0-955d-622dde284a8a req-bc0a47af-3e1f-4359-b768-12ac9db0783b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0822196 Jun 08 12:50:51.094975 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-73106cd5-fb8c-43a0-955d-622dde284a8a req-25de0b65-8883-452f-9b00-752ee0249479 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164942 Jun 08 12:50:52.275817 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7463d6-a440-4356-a739-781a413d95e2 req-15e5538e-32d1-4d37-b379-96c947bff672 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.277815 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc7463d6-a440-4356-a739-781a413d95e2 req-15e5538e-32d1-4d37-b379-96c947bff672 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0793042 Jun 08 12:50:52.328304 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc7463d6-a440-4356-a739-781a413d95e2 req-7c0b7b84-7051-412a-9165-89f189a287b1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 Jun 08 12:50:53.514162 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a06547-2311-45c9-8339-9a751e5c871d req-f86a4014-dcf9-4c1e-a4c4-16f4ba3b1123 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:53.515545 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-74a06547-2311-45c9-8339-9a751e5c871d req-f86a4014-dcf9-4c1e-a4c4-16f4ba3b1123 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0818305 Jun 08 12:50:53.559969 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-74a06547-2311-45c9-8339-9a751e5c871d req-ebdda8f3-e23f-4b9a-96c8-e9b4a50ceab0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Jun 08 12:50:54.742788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db2db-b3c7-4ae1-8361-a41c7912c9a1 req-603df0d5-7065-43fc-bdac-2c5553c9347a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.744213 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-232db2db-b3c7-4ae1-8361-a41c7912c9a1 req-603df0d5-7065-43fc-bdac-2c5553c9347a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0780919 Jun 08 12:50:54.792065 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-232db2db-b3c7-4ae1-8361-a41c7912c9a1 req-22dbe091-1984-4ebc-926f-bff303311230 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Jun 08 12:50:54.992783 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.972167 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f87745-7664-43e4-a1c4-be83ac1a8312 req-468fe7a9-7aea-4b45-b98c-e73e5c14b210 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:55.973515 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c1f87745-7664-43e4-a1c4-be83ac1a8312 req-468fe7a9-7aea-4b45-b98c-e73e5c14b210 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0787570 Jun 08 12:50:56.019842 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c1f87745-7664-43e4-a1c4-be83ac1a8312 req-bf321b74-ee8d-4279-a99f-9c739825ecd1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Jun 08 12:50:57.233690 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e5629-0bcf-4144-a064-d2be16dde641 req-70edf106-827c-4306-84a5-27b2205a7832 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:57.235082 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3b3e5629-0bcf-4144-a064-d2be16dde641 req-70edf106-827c-4306-84a5-27b2205a7832 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0910063 Jun 08 12:50:57.284341 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3b3e5629-0bcf-4144-a064-d2be16dde641 req-9480e61c-d71d-48dc-b637-f4b2fb95ac62 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Jun 08 12:50:58.468162 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c69f6-4a6e-4d0e-93da-f2c220d7788b req-4dd4822c-ac1d-43dc-95cf-eb3b88dba1d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:58.469628 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e11c69f6-4a6e-4d0e-93da-f2c220d7788b req-4dd4822c-ac1d-43dc-95cf-eb3b88dba1d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0794063 Jun 08 12:50:58.512844 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e11c69f6-4a6e-4d0e-93da-f2c220d7788b req-6e6b5763-16cf-43c8-a4f0-c747474bb715 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376036 Jun 08 12:50:59.697837 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec629-6d03-4af0-84a2-2922b9d6f8e3 req-2e57cc06-2c13-483b-80bf-e50b257e84ee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:59.699284 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c31ec629-6d03-4af0-84a2-2922b9d6f8e3 req-2e57cc06-2c13-483b-80bf-e50b257e84ee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0826328 Jun 08 12:50:59.745062 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c31ec629-6d03-4af0-84a2-2922b9d6f8e3 req-8effed15-4974-42e3-974a-38416787df08 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Jun 08 12:51:00.928904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e139d9c-9cc1-4356-8f49-4203c3c1ec16 req-e016dd52-0756-4e5d-b3b2-e7e2ff9be5cd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:00.930740 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3e139d9c-9cc1-4356-8f49-4203c3c1ec16 req-e016dd52-0756-4e5d-b3b2-e7e2ff9be5cd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0820332 Jun 08 12:51:00.978789 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3e139d9c-9cc1-4356-8f49-4203c3c1ec16 req-57edb721-19e3-47f3-8d17-93db648ac1dd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jun 08 12:51:01.150250 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cca01977-6cb6-4aa9-9dd7-dd5d4f67abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:02.182868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9338-de42-476f-be0a-f83ba97ffbac req-ca3ac24f-a507-4e60-b3c3-5afbe249c5ab tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:02.184317 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84cb9338-de42-476f-be0a-f83ba97ffbac req-ca3ac24f-a507-4e60-b3c3-5afbe249c5ab tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0839262 Jun 08 12:51:02.228964 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84cb9338-de42-476f-be0a-f83ba97ffbac req-073bad54-ef8b-43fd-ae96-53b0b0f52a83 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386164 Jun 08 12:51:03.415422 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26419-d156-4486-8796-1350efa8e3d8 req-90a5f119-5331-4a0b-9f05-5db18353ce51 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:03.416800 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-57b26419-d156-4486-8796-1350efa8e3d8 req-90a5f119-5331-4a0b-9f05-5db18353ce51 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0820811 Jun 08 12:51:03.461086 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-57b26419-d156-4486-8796-1350efa8e3d8 req-a6252866-bfca-4ce4-9d97-2ee10c1ff533 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Jun 08 12:51:03.488831 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cca7ac69-f6e4-4d70-9b9f-def078fb8cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:03.770905 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:04.640172 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168c99b-1f28-45e4-8e1d-d083c79c20bf req-d9dc59c3-96da-4799-82d7-77e4c3170a64 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:04.641605 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2168c99b-1f28-45e4-8e1d-d083c79c20bf req-d9dc59c3-96da-4799-82d7-77e4c3170a64 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0788298 Jun 08 12:51:04.685506 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2168c99b-1f28-45e4-8e1d-d083c79c20bf req-a1d9665f-5fba-4d69-a635-e8d08f9c8fa9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382519 Jun 08 12:51:04.739634 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:05.878082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5312381-34f5-408e-8269-01f39a4c7b52 req-e73d5896-aa89-4ad1-ae26-dc55ed43b6a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:05.879624 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5312381-34f5-408e-8269-01f39a4c7b52 req-e73d5896-aa89-4ad1-ae26-dc55ed43b6a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0886755 Jun 08 12:51:05.924371 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5312381-34f5-408e-8269-01f39a4c7b52 req-5560deb7-4f85-4d81-8445-5a2dba552982 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Jun 08 12:51:06.379710 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.105494 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df68631-0c14-4dcf-8a36-c022a0af5167 req-8c53aec9-0868-4253-9f1f-02df070b7039 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:07.107002 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8df68631-0c14-4dcf-8a36-c022a0af5167 req-8c53aec9-0868-4253-9f1f-02df070b7039 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0776310 Jun 08 12:51:07.154651 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8df68631-0c14-4dcf-8a36-c022a0af5167 req-ab5212b9-bf8f-4cd5-8d36-ec55eb02035f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Jun 08 12:51:08.352346 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada3ed2-d736-460f-922e-5becf490973e req-045010a8-ff55-43ab-b10f-6b3ad2aac4e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:08.353818 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eada3ed2-d736-460f-922e-5becf490973e req-045010a8-ff55-43ab-b10f-6b3ad2aac4e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0817621 Jun 08 12:51:08.399011 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eada3ed2-d736-460f-922e-5becf490973e req-30052143-c3a4-4a1f-b864-6dc2948d1cf7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 Jun 08 12:51:09.581679 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f992-1c8b-472b-b02a-e282b17a5922 req-4fa25b99-6af8-46a7-9bf4-4f1ad8fe5409 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:09.583141 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72c5f992-1c8b-472b-b02a-e282b17a5922 req-4fa25b99-6af8-46a7-9bf4-4f1ad8fe5409 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0779662 Jun 08 12:51:09.630173 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72c5f992-1c8b-472b-b02a-e282b17a5922 req-535d6ef7-5e28-46fa-8d44-fd79c45e8790 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jun 08 12:51:10.811489 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bc502-c114-4777-8b39-3d59cb4107a6 req-a91c5c94-70ab-4acc-a352-1e71ab638852 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:10.812961 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a80bc502-c114-4777-8b39-3d59cb4107a6 req-a91c5c94-70ab-4acc-a352-1e71ab638852 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0795193 Jun 08 12:51:10.857930 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a80bc502-c114-4777-8b39-3d59cb4107a6 req-c55fd9dd-5aaf-4bd8-a7b3-7b61fe93eed8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391595 Jun 08 12:51:12.045006 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af457ea-60a8-4eb9-91ce-f990ae738a3c req-af0a3cb1-4c2a-4a34-8055-585ba1b6f4e1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:12.046541 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7af457ea-60a8-4eb9-91ce-f990ae738a3c req-af0a3cb1-4c2a-4a34-8055-585ba1b6f4e1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0849664 Jun 08 12:51:12.091000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7af457ea-60a8-4eb9-91ce-f990ae738a3c req-a734a48f-a012-4be5-88d0-4c22eb03de53 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 Jun 08 12:51:13.273919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ebc8f-7273-4a1b-9e07-a266b79d6e07 req-65416e28-f1b5-447e-a5cf-d709a66c21d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:13.275365 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-268ebc8f-7273-4a1b-9e07-a266b79d6e07 req-65416e28-f1b5-447e-a5cf-d709a66c21d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0780439 Jun 08 12:51:13.319661 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-268ebc8f-7273-4a1b-9e07-a266b79d6e07 req-22154c32-8483-40c6-865f-af11845bd2f7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388038 Jun 08 12:51:14.568319 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03316a84-c3d5-429d-88b4-8320a471b5df req-f371ba37-f44a-4f4a-b240-7f54f70d5a36 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:14.569789 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-03316a84-c3d5-429d-88b4-8320a471b5df req-f371ba37-f44a-4f4a-b240-7f54f70d5a36 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1484392 Jun 08 12:51:14.613760 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-03316a84-c3d5-429d-88b4-8320a471b5df req-a632e2ea-e1f8-447b-8ab0-f39b02204c64 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384028 Jun 08 12:51:15.797965 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead13f60-060b-4838-a29d-ebe599bfced1 req-13efc5cd-067f-4874-9f09-211c088f6004 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:15.799445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ead13f60-060b-4838-a29d-ebe599bfced1 req-13efc5cd-067f-4874-9f09-211c088f6004 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0822928 Jun 08 12:51:15.849406 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ead13f60-060b-4838-a29d-ebe599bfced1 req-ac45d75f-3d63-4d48-be8f-f50a1de3f4e1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443354 Jun 08 12:51:16.249075 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:51:17.032258 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a620-91ab-4070-a26c-fc0743344afd req-082da3ab-1127-4b26-84c5-65327091122e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:17.033739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a390a620-91ab-4070-a26c-fc0743344afd req-082da3ab-1127-4b26-84c5-65327091122e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0783284 Jun 08 12:51:17.080741 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a390a620-91ab-4070-a26c-fc0743344afd req-c390ea2b-9b13-4ae9-8378-cbe5185a9352 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Jun 08 12:51:18.266355 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda6773-ba43-41e0-bc1f-505d25298386 req-602a21b7-6dba-44dd-9142-5e70145def52 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:18.267808 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1cda6773-ba43-41e0-bc1f-505d25298386 req-602a21b7-6dba-44dd-9142-5e70145def52 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0823267 Jun 08 12:51:18.311783 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1cda6773-ba43-41e0-bc1f-505d25298386 req-7e2e05b6-b728-4399-b281-7bb8249d28a8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Jun 08 12:51:19.493213 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8afeb9-89c1-4e92-9e54-d8bdbdb3ae59 req-d8806fb6-483e-441f-acf6-5fc65532f7b0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:19.494689 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3a8afeb9-89c1-4e92-9e54-d8bdbdb3ae59 req-d8806fb6-483e-441f-acf6-5fc65532f7b0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0784795 Jun 08 12:51:19.539532 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3a8afeb9-89c1-4e92-9e54-d8bdbdb3ae59 req-7570c3ce-0f92-4964-a1f2-8836a748caf9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Jun 08 12:51:20.733496 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2e802-4658-44e7-8824-255c04029330 req-e8a059ee-6d70-4ddc-80c7-97743062ac36 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:20.735004 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f9b2e802-4658-44e7-8824-255c04029330 req-e8a059ee-6d70-4ddc-80c7-97743062ac36 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0866563 Jun 08 12:51:20.780394 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f9b2e802-4658-44e7-8824-255c04029330 req-a5350eb8-d682-42e5-baf1-f263d6206ecf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Jun 08 12:51:21.972739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941ebf-bd30-4d67-955d-5efc4b9f36c7 req-85623f3f-7f67-4fdb-9ccf-d7f5844fd73f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:21.974326 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5941ebf-bd30-4d67-955d-5efc4b9f36c7 req-85623f3f-7f67-4fdb-9ccf-d7f5844fd73f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0818799 Jun 08 12:51:22.023051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5941ebf-bd30-4d67-955d-5efc4b9f36c7 req-6763dfe6-d981-4e6d-963c-11b2bef71418 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Jun 08 12:51:23.206829 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e099-f7bc-49a3-9e2a-69f4a036f95a req-203778d8-1422-4572-ab35-288a6ebe9612 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:23.208284 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a608e099-f7bc-49a3-9e2a-69f4a036f95a req-203778d8-1422-4572-ab35-288a6ebe9612 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0780077 Jun 08 12:51:23.252638 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a608e099-f7bc-49a3-9e2a-69f4a036f95a req-5db7a42e-6ce2-4743-8827-064c5bc59462 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Jun 08 12:51:24.441759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d08c-22d2-4eb4-a88a-bb241363c14c req-e26d7175-b6cf-42e0-8ccf-2824d7fde019 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:24.443316 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9214d08c-22d2-4eb4-a88a-bb241363c14c req-e26d7175-b6cf-42e0-8ccf-2824d7fde019 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0842042 Jun 08 12:51:24.489884 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9214d08c-22d2-4eb4-a88a-bb241363c14c req-78728b3f-a021-4e93-a710-4257b0f6ffa2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Jun 08 12:51:24.990136 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:25.670504 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b596-bfbb-4c3c-a15d-fde82448d878 req-4886dadd-42ae-4194-bfb3-d962cbb197b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:25.671943 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e254b596-bfbb-4c3c-a15d-fde82448d878 req-4886dadd-42ae-4194-bfb3-d962cbb197b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0785072 Jun 08 12:51:25.716397 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e254b596-bfbb-4c3c-a15d-fde82448d878 req-a2da4e7d-19ed-461f-9576-4cdff76540e4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Jun 08 12:51:26.113574 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-caffa849-81ad-4c55-b2e1-58f5e90142ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760617 Jun 08 12:51:26.203710 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-07b699a5-c54c-4b94-9f4b-467b9349d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:26.205226 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-07b699a5-c54c-4b94-9f4b-467b9349d61a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 1099 time: 0.0692358 Jun 08 12:51:26.353745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-30e580b3-fb3f-4857-95f0-5d37d0faa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:26.355776 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-30e580b3-fb3f-4857-95f0-5d37d0faa784 service neutron] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 914 time: 0.1307101 Jun 08 12:51:26.428280 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-686f865e-259d-4378-b8da-5e2df8286e37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 200 len: 217 time: 0.0653696 Jun 08 12:51:26.492018 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-f5951031-fbf5-4695-95f3-c25538d87519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:26.493472 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-f5951031-fbf5-4695-95f3-c25538d87519 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.0581093 Jun 08 12:51:26.546551 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-649d1319-f168-4f62-8894-a98031a32a38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451703 Jun 08 12:51:26.681046 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-06010835-cdd4-420d-a2f6-9642aa9733b8 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281691 Jun 08 12:51:26.930089 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6081ef2d-cb94-4bc2-99fb-9a6e339e534a req-fd4dc820-5710-4cf1-8263-a569da3040cf service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416425 Jun 08 12:51:26.980346 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded81ae-ec58-4454-96e6-a656c37935bc req-aaf13010-5d33-453f-aebe-cfb187a6090d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:26.981714 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1ded81ae-ec58-4454-96e6-a656c37935bc req-aaf13010-5d33-453f-aebe-cfb187a6090d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0889041 Jun 08 12:51:27.027588 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1ded81ae-ec58-4454-96e6-a656c37935bc req-e9736c0a-11b7-48f7-b25b-80d6dd9986ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Jun 08 12:51:28.223406 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878e576-8d5f-4a5d-9320-c7e7ca6d0229 req-c1973b20-9e18-4f7a-8866-7e8b28018f6c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:28.231164 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0878e576-8d5f-4a5d-9320-c7e7ca6d0229 req-c1973b20-9e18-4f7a-8866-7e8b28018f6c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0924270 Jun 08 12:51:28.278604 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0878e576-8d5f-4a5d-9320-c7e7ca6d0229 req-0bfb5435-5f27-4f05-b169-1139d1775544 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464694 Jun 08 12:51:29.467458 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72702ebe-f9cb-4bdf-8367-c35b494d9541 req-93619fd3-7ca4-4c25-b7b8-b4a090bba3de tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:29.468928 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72702ebe-f9cb-4bdf-8367-c35b494d9541 req-93619fd3-7ca4-4c25-b7b8-b4a090bba3de tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796723 Jun 08 12:51:29.513830 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72702ebe-f9cb-4bdf-8367-c35b494d9541 req-9d911819-73e0-4748-9cf1-9351eea8a582 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Jun 08 12:51:30.706131 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad259c-c122-4c36-a43f-89b49801aba1 req-16b18876-1ab4-41d8-9b76-65b6c225f5ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:30.707623 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7ad259c-c122-4c36-a43f-89b49801aba1 req-16b18876-1ab4-41d8-9b76-65b6c225f5ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0891480 Jun 08 12:51:30.755027 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7ad259c-c122-4c36-a43f-89b49801aba1 req-a0fb9898-006e-4eeb-8680-1b3a637106aa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Jun 08 12:51:31.152278 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a10c6ea-dbff-4594-8833-cd3720a42f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:31.953306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780b3b-1a29-4ed1-bec6-45c3231f659c req-fb0e80ef-5a41-44ec-87a0-323c06599e9d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:31.954829 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc780b3b-1a29-4ed1-bec6-45c3231f659c req-fb0e80ef-5a41-44ec-87a0-323c06599e9d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0860503 Jun 08 12:51:32.004063 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc780b3b-1a29-4ed1-bec6-45c3231f659c req-9ded8141-91c8-4093-a183-8da742866fe5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Jun 08 12:51:33.190579 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4a758-ba4f-48e1-9303-63b658fae5d3 req-84143b5a-c64a-41a9-ad53-34669a17c401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:33.192034 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f5d4a758-ba4f-48e1-9303-63b658fae5d3 req-84143b5a-c64a-41a9-ad53-34669a17c401 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0810583 Jun 08 12:51:33.236767 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f5d4a758-ba4f-48e1-9303-63b658fae5d3 req-52affa72-9db3-4685-bc3b-9a257fc0ec86 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 Jun 08 12:51:33.490692 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-daabf69f-fac8-4154-9c8c-342a99510d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:33.780050 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:34.425031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e11bcc-ad59-44ea-acfb-2523d00fed26 req-761ed603-4129-4938-9048-850b7bf43acc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:34.426631 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-78e11bcc-ad59-44ea-acfb-2523d00fed26 req-761ed603-4129-4938-9048-850b7bf43acc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0861406 Jun 08 12:51:34.472137 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-78e11bcc-ad59-44ea-acfb-2523d00fed26 req-26ff5c98-ad88-480e-a324-2b0c8f05d05a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396569 Jun 08 12:51:34.742224 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:35.655736 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8028f2-e84c-4835-bf04-670c8d92261b req-ec7e9fe7-d225-460d-bdde-b180abc35029 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:35.657201 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e8028f2-e84c-4835-bf04-670c8d92261b req-ec7e9fe7-d225-460d-bdde-b180abc35029 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0792506 Jun 08 12:51:35.702848 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e8028f2-e84c-4835-bf04-670c8d92261b req-5ad1cd3b-a9dd-4c03-8997-c3b7369900f1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Jun 08 12:51:36.384250 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:37.027232 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9a3b7-b4c0-44ff-9d57-ed23b34d5e8f req-b900323c-c301-4b89-9ae7-4f08ab798911 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:37.028660 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d1d9a3b7-b4c0-44ff-9d57-ed23b34d5e8f req-b900323c-c301-4b89-9ae7-4f08ab798911 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0835257 Jun 08 12:51:37.074935 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d1d9a3b7-b4c0-44ff-9d57-ed23b34d5e8f req-44980fd5-ba56-46ce-8dd3-41cb0f7038e1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Jun 08 12:51:38.259470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b222bb-9d95-474b-b8c0-7cd4bce0fd74 req-62d36ed3-8a95-47f8-98a8-22c3b320ac20 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:38.261494 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-81b222bb-9d95-474b-b8c0-7cd4bce0fd74 req-62d36ed3-8a95-47f8-98a8-22c3b320ac20 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0795259 Jun 08 12:51:38.310525 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-81b222bb-9d95-474b-b8c0-7cd4bce0fd74 req-f4593623-17d9-4d42-ad95-47398396531f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Jun 08 12:51:39.498977 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c63dce-eedb-4719-b54b-050ee50ed69b req-6ef37617-2a1f-4bf7-9f86-3190b768b414 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:39.500480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34c63dce-eedb-4719-b54b-050ee50ed69b req-6ef37617-2a1f-4bf7-9f86-3190b768b414 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796716 Jun 08 12:51:39.552927 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34c63dce-eedb-4719-b54b-050ee50ed69b req-606256c4-2be8-44f9-bd59-5218bb15fd21 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Jun 08 12:51:40.739151 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19de2-b5a4-4660-8ed5-46b36f47ca39 req-7e70f3e5-de8e-4c18-bcfa-05d87a459e3a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:40.740597 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7cf19de2-b5a4-4660-8ed5-46b36f47ca39 req-7e70f3e5-de8e-4c18-bcfa-05d87a459e3a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0832586 Jun 08 12:51:40.785018 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7cf19de2-b5a4-4660-8ed5-46b36f47ca39 req-1d870bb8-e8b8-4e8c-8a22-6683c5d288c5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386336 Jun 08 12:51:41.965259 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938313-fe1e-492e-b802-b9afb6303e2e req-40dbb32d-f1db-421e-a20b-32a199cbd20a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:41.966634 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc938313-fe1e-492e-b802-b9afb6303e2e req-40dbb32d-f1db-421e-a20b-32a199cbd20a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0783432 Jun 08 12:51:42.010383 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc938313-fe1e-492e-b802-b9afb6303e2e req-80af78d9-b37b-4f37-93e9-c51bcd38e49c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381486 Jun 08 12:51:43.197058 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51dfc-d016-4700-8eed-0d08ff4fe68f req-1e4a0090-261c-4975-b215-05397b18348b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:43.199051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e7f51dfc-d016-4700-8eed-0d08ff4fe68f req-1e4a0090-261c-4975-b215-05397b18348b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0833600 Jun 08 12:51:43.242820 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e7f51dfc-d016-4700-8eed-0d08ff4fe68f req-0188ac1d-14b7-4234-b575-edf16d1799d0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381606 Jun 08 12:51:44.421853 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043a5fa-10fa-4a15-9741-68ca40822f9d req-de8befda-56df-4189-9d5e-73928424bbfd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:44.423397 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1043a5fa-10fa-4a15-9741-68ca40822f9d req-de8befda-56df-4189-9d5e-73928424bbfd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0784326 Jun 08 12:51:44.467862 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1043a5fa-10fa-4a15-9741-68ca40822f9d req-4b8a7ccf-3e57-499b-8999-bec1f88da652 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 Jun 08 12:51:45.648630 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150a5b-8a18-4e3d-be70-de19eab2b3df req-70acb0ff-99c5-484a-89a5-c00a1348b325 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:45.650071 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fe150a5b-8a18-4e3d-be70-de19eab2b3df req-70acb0ff-99c5-484a-89a5-c00a1348b325 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0800157 Jun 08 12:51:45.692950 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fe150a5b-8a18-4e3d-be70-de19eab2b3df req-6a3f5fb3-0cbb-47db-8350-a07ffcae8c08 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367689 Jun 08 12:51:46.872680 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166f75a-0ea4-452c-97b2-b12cb39dd19c req-801afda1-35c5-4062-bc4d-b908ec2e15b0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:46.874108 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1166f75a-0ea4-452c-97b2-b12cb39dd19c req-801afda1-35c5-4062-bc4d-b908ec2e15b0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0771074 Jun 08 12:51:46.921865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1166f75a-0ea4-452c-97b2-b12cb39dd19c req-5626fa39-0ad7-4caa-949f-235ecd7424c4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Jun 08 12:51:48.110261 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766301f8-0bc8-4d99-8f1f-44775a27f935 req-7ee3b888-d7e9-4f94-9373-029b77c1f032 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:48.111715 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-766301f8-0bc8-4d99-8f1f-44775a27f935 req-7ee3b888-d7e9-4f94-9373-029b77c1f032 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0837951 Jun 08 12:51:48.155048 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-766301f8-0bc8-4d99-8f1f-44775a27f935 req-5c23f25d-69a5-468e-b570-1d41a015a6fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Jun 08 12:51:49.422387 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294c9b-102c-4b38-badc-3053fbe84ab0 req-f4894cb2-ad2c-4617-898b-37543a796c0d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:49.423965 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8d294c9b-102c-4b38-badc-3053fbe84ab0 req-f4894cb2-ad2c-4617-898b-37543a796c0d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1633477 Jun 08 12:51:49.470019 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8d294c9b-102c-4b38-badc-3053fbe84ab0 req-3602ddbc-957c-432e-aa93-72b8c286478a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Jun 08 12:51:50.656055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580bf34-c81d-4006-bd64-c74a27df1bf5 req-4fa79a6f-fefb-41ab-bb23-0cef8dd413b6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:50.657483 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c580bf34-c81d-4006-bd64-c74a27df1bf5 req-4fa79a6f-fefb-41ab-bb23-0cef8dd413b6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0774329 Jun 08 12:51:50.701036 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c580bf34-c81d-4006-bd64-c74a27df1bf5 req-64bd676b-ea8f-4deb-b4c0-de5897284786 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 Jun 08 12:51:51.880931 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4ac7c-55af-4a13-890a-21d1c869609e req-d18bd182-56c7-4622-97a2-dcd46d2cdda3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:51.882369 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bfe4ac7c-55af-4a13-890a-21d1c869609e req-d18bd182-56c7-4622-97a2-dcd46d2cdda3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0802989 Jun 08 12:51:51.924593 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bfe4ac7c-55af-4a13-890a-21d1c869609e req-fceb55bf-75aa-45d6-beca-6405aa51c7d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361204 Jun 08 12:51:53.103069 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0365-3a6f-47d0-b3b2-360f32344c08 req-6b6692c5-6e37-47fd-82b2-dc5d20858d75 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:53.104484 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-488d0365-3a6f-47d0-b3b2-360f32344c08 req-6b6692c5-6e37-47fd-82b2-dc5d20858d75 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0777798 Jun 08 12:51:53.151053 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-488d0365-3a6f-47d0-b3b2-360f32344c08 req-f919e28a-092a-45af-b8ad-3347946a2c71 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 Jun 08 12:51:53.247787 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:51:54.335852 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8078c-a99f-4c2e-a3e0-79c1a3f7b2d1 req-a7b7fc33-e418-4712-bf04-411785d37590 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:54.337301 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04d8078c-a99f-4c2e-a3e0-79c1a3f7b2d1 req-a7b7fc33-e418-4712-bf04-411785d37590 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0776467 Jun 08 12:51:54.382246 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04d8078c-a99f-4c2e-a3e0-79c1a3f7b2d1 req-07213546-59c9-406a-9e8f-49113b95fd55 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Jun 08 12:51:54.988235 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:55.566016 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aba40-8335-41ab-b5d2-47ca7f2a9bf1 req-70e0c5bd-b9cc-45f9-aa68-a16141a99638 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:55.567435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e75aba40-8335-41ab-b5d2-47ca7f2a9bf1 req-70e0c5bd-b9cc-45f9-aa68-a16141a99638 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0818572 Jun 08 12:51:55.611512 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e75aba40-8335-41ab-b5d2-47ca7f2a9bf1 req-1681e58f-27a5-476f-9aaf-c1f8765c8b36 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Jun 08 12:51:56.792338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab4b0e-a8d8-4bf0-809a-ba7cc5b6e105 req-e86bd028-1be4-44a4-bcb3-b0a90c014026 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:56.793816 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-92ab4b0e-a8d8-4bf0-809a-ba7cc5b6e105 req-e86bd028-1be4-44a4-bcb3-b0a90c014026 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796328 Jun 08 12:51:56.837750 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-92ab4b0e-a8d8-4bf0-809a-ba7cc5b6e105 req-df4047be-8be1-4c69-9e1f-3819ca9bfc95 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382290 Jun 08 12:51:58.028141 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f945b6-b876-48bf-ae12-5f3a44e3ca47 req-be17b9e2-b164-48f4-a94c-4eddd912dd48 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:58.029514 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-55f945b6-b876-48bf-ae12-5f3a44e3ca47 req-be17b9e2-b164-48f4-a94c-4eddd912dd48 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0876164 Jun 08 12:51:58.079406 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-55f945b6-b876-48bf-ae12-5f3a44e3ca47 req-ee95d7c3-28e9-4ef9-a7dd-3db850fad940 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442171 Jun 08 12:51:59.268870 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020b84a-8394-4780-ae20-aab22a4637f9 req-67e25600-7c38-43af-9c85-0ab0bb3175a5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:59.270411 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4020b84a-8394-4780-ae20-aab22a4637f9 req-67e25600-7c38-43af-9c85-0ab0bb3175a5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0812616 Jun 08 12:51:59.321398 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4020b84a-8394-4780-ae20-aab22a4637f9 req-f20071fa-810e-4b66-af1d-406db261f89a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453708 Jun 08 12:52:00.504326 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f9be2-065c-4c7d-9a13-8740357420e9 req-898b29d9-cd1a-42d7-86bd-420a194a49b8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:00.505912 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-558f9be2-065c-4c7d-9a13-8740357420e9 req-898b29d9-cd1a-42d7-86bd-420a194a49b8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796916 Jun 08 12:52:00.552422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-558f9be2-065c-4c7d-9a13-8740357420e9 req-fde336c7-310d-4253-a99e-8e6513001f20 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Jun 08 12:52:01.154081 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1259a0e3-78d9-46f4-a522-d3de483ad80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:01.741450 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540818-d3b5-4ed2-addb-e16b8e0328f4 req-fca5c794-f619-4036-99c0-31c51663fdae tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:01.742869 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-87540818-d3b5-4ed2-addb-e16b8e0328f4 req-fca5c794-f619-4036-99c0-31c51663fdae tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0831602 Jun 08 12:52:01.793177 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-87540818-d3b5-4ed2-addb-e16b8e0328f4 req-92dde62c-71c4-4fa5-8d0d-f99e64d26829 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Jun 08 12:52:02.973628 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9824-416d-4d7c-b763-f8ae4e471779 req-670acfb7-38bc-4d56-b2f1-ee2d8f3d212b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:02.975093 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9fdc9824-416d-4d7c-b763-f8ae4e471779 req-670acfb7-38bc-4d56-b2f1-ee2d8f3d212b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0796721 Jun 08 12:52:03.019448 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9fdc9824-416d-4d7c-b763-f8ae4e471779 req-27d89fcd-c6f2-4ad0-bf86-4d70c5f58c3b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381134 Jun 08 12:52:03.492654 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d581ce4a-64ee-4069-80d7-400ffa6dd3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:03.771334 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:04.215350 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acfafc-333a-4a1f-91a5-2081eb3808a6 req-693180fb-012f-4d3b-bfb2-59f68db512fb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:04.216709 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2acfafc-333a-4a1f-91a5-2081eb3808a6 req-693180fb-012f-4d3b-bfb2-59f68db512fb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0839479 Jun 08 12:52:04.260448 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2acfafc-333a-4a1f-91a5-2081eb3808a6 req-0d8a0133-f95a-4430-a968-fb1b3fa7747f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381365 Jun 08 12:52:04.745755 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:05.454541 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4b0c6-91a8-4557-8e37-b9146b47bf62 req-c3801fdf-d50f-4907-b7ce-8b418f24fbfc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:05.455994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d6d4b0c6-91a8-4557-8e37-b9146b47bf62 req-c3801fdf-d50f-4907-b7ce-8b418f24fbfc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0810120 Jun 08 12:52:05.500349 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d6d4b0c6-91a8-4557-8e37-b9146b47bf62 req-0bad283a-0ce9-4557-8954-a92771998262 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Jun 08 12:52:06.384589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:06.681902 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40eaa9-4182-446f-a6f2-f4f1de5f9942 req-896ff0a5-d288-43d1-9a60-77bd44b29f2d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:06.683351 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f40eaa9-4182-446f-a6f2-f4f1de5f9942 req-896ff0a5-d288-43d1-9a60-77bd44b29f2d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0808742 Jun 08 12:52:06.728649 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f40eaa9-4182-446f-a6f2-f4f1de5f9942 req-a5367099-83c2-42e4-8685-14abdbe23833 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392275 Jun 08 12:52:07.910238 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095dcb-7f22-471d-a1ba-868bf5343bf0 req-f23aaea4-8b54-414d-8048-c353f743c7a2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:07.911687 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ea095dcb-7f22-471d-a1ba-868bf5343bf0 req-f23aaea4-8b54-414d-8048-c353f743c7a2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0775235 Jun 08 12:52:07.959884 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ea095dcb-7f22-471d-a1ba-868bf5343bf0 req-bb505659-ae56-4f25-be1c-203e9f936e35 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Jun 08 12:52:09.158733 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6d1c-c293-4640-9796-b42e972d6a7b req-1007d1a0-ac39-451c-ad99-524fed2ca451 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:09.160184 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-567a6d1c-c293-4640-9796-b42e972d6a7b req-1007d1a0-ac39-451c-ad99-524fed2ca451 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0898941 Jun 08 12:52:09.206123 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-567a6d1c-c293-4640-9796-b42e972d6a7b req-8c2e783f-f2ca-4830-9992-49301ac5fc56 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Jun 08 12:52:10.400251 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac0de5-c0dc-4abb-ac56-1f607d8937b5 req-bd9ecd40-f0ea-49b4-ae00-5c22ab988694 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:10.402351 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9eac0de5-c0dc-4abb-ac56-1f607d8937b5 req-bd9ecd40-f0ea-49b4-ae00-5c22ab988694 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0910909 Jun 08 12:52:10.447241 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9eac0de5-c0dc-4abb-ac56-1f607d8937b5 req-8499da8a-236c-49b1-904b-712cc5669398 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391536 Jun 08 12:52:11.628153 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857aa57-f3c8-4623-a736-e727a8685d51 req-ee4e31ca-f314-49a0-ba81-130463b43513 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:11.629598 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a857aa57-f3c8-4623-a736-e727a8685d51 req-ee4e31ca-f314-49a0-ba81-130463b43513 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0784729 Jun 08 12:52:11.673490 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a857aa57-f3c8-4623-a736-e727a8685d51 req-eb962cdf-dca2-4648-856d-b1e235c0726d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 Jun 08 12:52:12.932001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057680-5dee-43a4-9daf-99be7a2d8565 req-694fb454-bb5c-4085-891c-48fe139d09c3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:12.934020 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90057680-5dee-43a4-9daf-99be7a2d8565 req-694fb454-bb5c-4085-891c-48fe139d09c3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1551003 Jun 08 12:52:12.978509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90057680-5dee-43a4-9daf-99be7a2d8565 req-954d15a4-0055-476a-a102-912d7c5ea0b9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 Jun 08 12:52:14.169399 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c96ca-54ab-4818-b00a-e70e939bbd77 req-21fb4d9c-8f6d-4484-9513-dc755cbad019 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:14.170896 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-658c96ca-54ab-4818-b00a-e70e939bbd77 req-21fb4d9c-8f6d-4484-9513-dc755cbad019 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0821683 Jun 08 12:52:14.219272 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-658c96ca-54ab-4818-b00a-e70e939bbd77 req-5c02bc6a-e85d-4aa2-9295-2e422ff1f4a2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Jun 08 12:52:15.403089 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780b4b1-3d34-4710-b739-69864d178e28 req-53aaa908-bed1-485c-ab17-83340a12b336 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:15.404639 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c780b4b1-3d34-4710-b739-69864d178e28 req-53aaa908-bed1-485c-ab17-83340a12b336 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0806882 Jun 08 12:52:15.449855 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c780b4b1-3d34-4710-b739-69864d178e28 req-02d69ea6-5e51-4ba9-b935-bb0e659967a5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Jun 08 12:52:16.642628 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebceef-b776-4794-bd74-6f0a45460471 req-3ab114c5-ac71-4b75-8a91-3e3be62a98a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:16.644167 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96ebceef-b776-4794-bd74-6f0a45460471 req-3ab114c5-ac71-4b75-8a91-3e3be62a98a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0845180 Jun 08 12:52:16.691051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96ebceef-b776-4794-bd74-6f0a45460471 req-648f4af2-f474-441a-ba29-cf7846768d18 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Jun 08 12:52:17.879926 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2b5c1-b659-471a-8b43-480da5de60b0 req-c99fa287-cd0e-41bb-b3b5-b8ee55fbd086 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:17.881516 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3e2b5c1-b659-471a-8b43-480da5de60b0 req-c99fa287-cd0e-41bb-b3b5-b8ee55fbd086 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0832953 Jun 08 12:52:17.964692 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3e2b5c1-b659-471a-8b43-480da5de60b0 req-3bec52d1-14d4-42ad-9b7c-c290e8cbcb2b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762804 Jun 08 12:52:19.198784 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab52099-7083-4668-9852-4d40c3b391d4 req-9146ed45-7d71-4ccb-933c-6446a78e4cbe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:19.201345 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ab52099-7083-4668-9852-4d40c3b391d4 req-9146ed45-7d71-4ccb-933c-6446a78e4cbe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1171811 Jun 08 12:52:19.250160 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8ab52099-7083-4668-9852-4d40c3b391d4 req-c2ad8fb7-c3cf-4dee-9e47-bc102f0c00bd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Jun 08 12:52:20.453145 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dda11c-5dc0-472f-a8ed-a9ad14311376 req-9d96fea5-901d-44ce-961e-8609e9bae92a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:20.454779 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-33dda11c-5dc0-472f-a8ed-a9ad14311376 req-9d96fea5-901d-44ce-961e-8609e9bae92a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0937269 Jun 08 12:52:20.504436 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-33dda11c-5dc0-472f-a8ed-a9ad14311376 req-288833a7-4bd9-489d-8fb5-c6d3fb8f21a2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Jun 08 12:52:21.700762 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f414c-2f13-42c0-baff-46642bf6711e req-e1ce926f-f396-4d5a-9756-03aa43a1b0db tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:21.702343 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b7f414c-2f13-42c0-baff-46642bf6711e req-e1ce926f-f396-4d5a-9756-03aa43a1b0db tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0874488 Jun 08 12:52:21.751197 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b7f414c-2f13-42c0-baff-46642bf6711e req-44a0efd4-debd-4c7d-a0f5-36b343f681fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Jun 08 12:52:22.938881 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05460b74-7dfa-445e-a8fc-1ba0da6228b1 req-a9e1d150-0770-4947-9dd1-ea4e208df08c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:22.940344 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-05460b74-7dfa-445e-a8fc-1ba0da6228b1 req-a9e1d150-0770-4947-9dd1-ea4e208df08c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0835431 Jun 08 12:52:22.984692 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-05460b74-7dfa-445e-a8fc-1ba0da6228b1 req-0cf66214-2575-4267-a230-ec995d71afbe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Jun 08 12:52:24.168874 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b6415-9ed7-4e4b-a8ee-2d7d4cdae4d2 req-c00671d9-9078-4dd1-9d51-4e9bbe9437d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:24.170336 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-746b6415-9ed7-4e4b-a8ee-2d7d4cdae4d2 req-c00671d9-9078-4dd1-9d51-4e9bbe9437d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0775139 Jun 08 12:52:24.213959 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-746b6415-9ed7-4e4b-a8ee-2d7d4cdae4d2 req-64d3e888-85d6-4dd8-98be-0d3818da0edf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380442 Jun 08 12:52:25.018134 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:25.402583 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6516ef-7a02-4df6-8e19-61903f16ebd6 req-2edf7994-4bb7-4812-adf8-e3aab8b6f842 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:25.404071 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0e6516ef-7a02-4df6-8e19-61903f16ebd6 req-2edf7994-4bb7-4812-adf8-e3aab8b6f842 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0843585 Jun 08 12:52:25.448994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0e6516ef-7a02-4df6-8e19-61903f16ebd6 req-bb1e244e-7717-463a-8a56-e5566d5b6a0c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Jun 08 12:52:26.634798 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61455aa-e87d-4127-945b-ce694be5eb89 req-1c3bd8fe-4f8b-403d-99ec-38799f22481e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:26.636869 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b61455aa-e87d-4127-945b-ce694be5eb89 req-1c3bd8fe-4f8b-403d-99ec-38799f22481e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0813227 Jun 08 12:52:26.686451 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b61455aa-e87d-4127-945b-ce694be5eb89 req-1c44761b-3cbb-40d0-80f1-f2817f09d38f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Jun 08 12:52:27.872830 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d89e4-f99b-469b-9341-eb88efc35c2e req-506fefed-70b4-4048-95a7-19ee0cf21ecf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:27.874245 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d1d89e4-f99b-469b-9341-eb88efc35c2e req-506fefed-70b4-4048-95a7-19ee0cf21ecf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0792468 Jun 08 12:52:27.920335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d1d89e4-f99b-469b-9341-eb88efc35c2e req-d1c395b8-df12-46b6-9550-c277462411fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Jun 08 12:52:28.105209 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-234e4fb2-6b4e-41bb-b40c-d48cbeb85581 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726056 Jun 08 12:52:28.199085 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-2c9d581a-28fe-40c8-9974-b77c3fcdc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:28.200445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-2c9d581a-28fe-40c8-9974-b77c3fcdc557 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0711312 Jun 08 12:52:28.346127 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-26a5b542-31ca-4927-84a8-26b0b32193df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:28.348323 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-26a5b542-31ca-4927-84a8-26b0b32193df service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1292045 Jun 08 12:52:28.420447 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-2bc40c7e-288e-4275-af5b-f67ea8b2ee1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0654979 Jun 08 12:52:28.488313 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-3c38d472-9f2f-416c-b323-bf98470cd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:28.489738 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-3c38d472-9f2f-416c-b323-bf98470cd7ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0618606 Jun 08 12:52:28.568137 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-893e25d5-8c39-4b54-bf4b-ed6c6857ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:28.569701 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-893e25d5-8c39-4b54-bf4b-ed6c6857ed9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735388 Jun 08 12:52:28.790450 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-0db63215-9d9c-4298-a6e3-b4cae01bbfef service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139566 Jun 08 12:52:28.938728 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1930c64-6749-4123-b42a-2fc3846ee09d req-192bd39b-45a6-412c-9b53-af2537a2f650 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416485 Jun 08 12:52:29.132712 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b665-fbfe-4d98-a319-8f7cc30af8fb req-e29a2549-9d97-4ecf-9efc-1e50c48fd1c2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:29.135301 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1a79b665-fbfe-4d98-a319-8f7cc30af8fb req-e29a2549-9d97-4ecf-9efc-1e50c48fd1c2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1022251 Jun 08 12:52:29.184636 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1a79b665-fbfe-4d98-a319-8f7cc30af8fb req-70a87e27-9021-4522-9a56-2e4c30ed5dba tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Jun 08 12:52:30.250269 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:52:30.387529 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778583ce-4e1b-43be-9675-98f5cb7d56fe req-5791aaa8-cf67-4950-a45b-ccb6229848f3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:30.389023 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-778583ce-4e1b-43be-9675-98f5cb7d56fe req-5791aaa8-cf67-4950-a45b-ccb6229848f3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0940096 Jun 08 12:52:30.451121 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-778583ce-4e1b-43be-9675-98f5cb7d56fe req-bba56007-b6b8-40f9-b6fb-ebf1ba5365de tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559659 Jun 08 12:52:31.161166 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3a07fc7d-8631-4634-9fbd-70fd7765713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:31.644864 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87408d-8768-44f1-9dcc-5d835383fc0d req-cede36e0-531e-4f1e-a630-60f2ae319c15 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:31.646440 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-af87408d-8768-44f1-9dcc-5d835383fc0d req-cede36e0-531e-4f1e-a630-60f2ae319c15 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0811403 Jun 08 12:52:31.694371 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-af87408d-8768-44f1-9dcc-5d835383fc0d req-2f932271-332f-471c-b8b5-9080395bcd06 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 Jun 08 12:52:32.897044 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadb4c7-20d7-4e21-9aa9-d6d792c15a02 req-d5799b13-b2ec-4b32-a3fa-f9fd502b4ccb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:32.898691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8eadb4c7-20d7-4e21-9aa9-d6d792c15a02 req-d5799b13-b2ec-4b32-a3fa-f9fd502b4ccb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0946991 Jun 08 12:52:32.957584 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8eadb4c7-20d7-4e21-9aa9-d6d792c15a02 req-2422bbb2-55d4-4a31-9dca-a438086d6512 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509801 Jun 08 12:52:33.497390 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3d0c14b2-13e5-47d6-92c4-7bc3660a3b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:33.781938 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:34.155822 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90bb74-02d0-497f-98fb-1f869e945e52 req-4f70ece9-d5f6-4d1c-bf76-fcec239ec4c0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:34.157633 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca90bb74-02d0-497f-98fb-1f869e945e52 req-4f70ece9-d5f6-4d1c-bf76-fcec239ec4c0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0851381 Jun 08 12:52:34.219211 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca90bb74-02d0-497f-98fb-1f869e945e52 req-e784fa23-253e-4eec-bc4c-efe6a5939e24 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551145 Jun 08 12:52:34.745492 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:35.421930 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b227-a4ba-4b85-8878-91b887012890 req-24f69800-c850-4d3b-b965-b719f8c10700 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:35.424762 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7cb3b227-a4ba-4b85-8878-91b887012890 req-24f69800-c850-4d3b-b965-b719f8c10700 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0924811 Jun 08 12:52:35.470509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7cb3b227-a4ba-4b85-8878-91b887012890 req-5460d770-e427-4885-976f-02af9d9189ab tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Jun 08 12:52:36.389033 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:36.670532 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a937-a4f8-4723-83c4-f582bad3d9a4 req-2e6c6904-0f91-40a3-9f1a-9dac98c7dab7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:36.672090 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8554a937-a4f8-4723-83c4-f582bad3d9a4 req-2e6c6904-0f91-40a3-9f1a-9dac98c7dab7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0859656 Jun 08 12:52:36.729036 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8554a937-a4f8-4723-83c4-f582bad3d9a4 req-82450ca6-4336-46f9-9490-0fb8a729716c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465133 Jun 08 12:52:37.921441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e83db-0113-4d94-a35e-e555d79126c6 req-e2199257-f134-428e-9565-24171ba109ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:37.923008 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9f6e83db-0113-4d94-a35e-e555d79126c6 req-e2199257-f134-428e-9565-24171ba109ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0829113 Jun 08 12:52:37.980236 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9f6e83db-0113-4d94-a35e-e555d79126c6 req-d739f2a2-6b41-41cc-aa5f-4faa2d16f7be tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515761 Jun 08 12:52:39.180639 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab431c5-4716-4865-8af4-8e8628db5381 req-b8e3ffd4-a958-44d3-9ed8-11f389ea307e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:39.183023 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ab431c5-4716-4865-8af4-8e8628db5381 req-b8e3ffd4-a958-44d3-9ed8-11f389ea307e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0893903 Jun 08 12:52:39.230619 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ab431c5-4716-4865-8af4-8e8628db5381 req-4e52ac9a-207a-4dd6-9eb2-42904cb1dc71 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Jun 08 12:52:40.417805 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10f46-a85b-4a24-8c5f-8e10b8adbee9 req-28d6d84b-7271-46c5-94b1-e23ea1d42f64 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:40.419325 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5a10f46-a85b-4a24-8c5f-8e10b8adbee9 req-28d6d84b-7271-46c5-94b1-e23ea1d42f64 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0817113 Jun 08 12:52:40.469159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5a10f46-a85b-4a24-8c5f-8e10b8adbee9 req-4e7776fb-ad8e-4434-9431-59508ac0d28e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Jun 08 12:52:41.660904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c3f2-c660-4870-963a-babc46e68977 req-184951e9-a277-4af4-abd9-1e5be46bb2d2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:41.662387 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4bf2c3f2-c660-4870-963a-babc46e68977 req-184951e9-a277-4af4-abd9-1e5be46bb2d2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0846913 Jun 08 12:52:41.707778 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4bf2c3f2-c660-4870-963a-babc46e68977 req-56610f97-d997-418f-9c38-a405e5f4db22 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392499 Jun 08 12:52:42.904289 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10ee2-91e3-4d5c-bc7b-03d2bed30163 req-7736da19-ed5b-4726-b70c-5ab681073552 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:42.905872 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68e10ee2-91e3-4d5c-bc7b-03d2bed30163 req-7736da19-ed5b-4726-b70c-5ab681073552 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0891781 Jun 08 12:52:42.955775 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68e10ee2-91e3-4d5c-bc7b-03d2bed30163 req-115aa3ef-17ab-4d4c-9068-3a5513641661 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Jun 08 12:52:44.148943 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18b490-a75e-4e54-b75b-e6f4f1550cd2 req-445c3aca-06f3-4227-b55d-49f7f8a461a1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:44.150444 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc18b490-a75e-4e54-b75b-e6f4f1550cd2 req-445c3aca-06f3-4227-b55d-49f7f8a461a1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0820031 Jun 08 12:52:44.196555 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc18b490-a75e-4e54-b75b-e6f4f1550cd2 req-6f20c7ee-d5fe-4ae3-a634-5c16571de735 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 Jun 08 12:52:45.386123 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29569b34-b9ea-48f0-a038-4863fba6f971 req-6a39b587-07ec-480d-a723-803e044f4d08 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:45.387582 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29569b34-b9ea-48f0-a038-4863fba6f971 req-6a39b587-07ec-480d-a723-803e044f4d08 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0851212 Jun 08 12:52:45.432877 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29569b34-b9ea-48f0-a038-4863fba6f971 req-7fa8b88a-8047-4ffb-bf29-b04e23f2559a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396659 Jun 08 12:52:46.620097 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e957e-a71f-4af3-b19a-8b829687c5e4 req-65a189d2-5abd-4704-93a8-1191c523351c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:46.621639 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e87e957e-a71f-4af3-b19a-8b829687c5e4 req-65a189d2-5abd-4704-93a8-1191c523351c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0795503 Jun 08 12:52:46.668647 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e87e957e-a71f-4af3-b19a-8b829687c5e4 req-ed781c4f-f3f5-44ba-ab2a-151900918140 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Jun 08 12:52:47.949042 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096daa18-8ee7-44ed-b313-84251b05ca56 req-aa4522db-252a-4aa0-8aab-a47386925e88 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:47.950480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-096daa18-8ee7-44ed-b313-84251b05ca56 req-aa4522db-252a-4aa0-8aab-a47386925e88 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1751907 Jun 08 12:52:48.000713 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-096daa18-8ee7-44ed-b313-84251b05ca56 req-c52923ab-1ad7-46d6-9d02-f1fa5ca34174 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Jun 08 12:52:49.195627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e666605-a28f-4d36-a973-0bee23fb7608 req-c1f26b2e-d5c8-4ae9-8bde-3669b2967fc5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:49.197682 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e666605-a28f-4d36-a973-0bee23fb7608 req-c1f26b2e-d5c8-4ae9-8bde-3669b2967fc5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0865736 Jun 08 12:52:49.246151 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e666605-a28f-4d36-a973-0bee23fb7608 req-e329f775-52ce-42cf-aa03-d4d86c2430f9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Jun 08 12:52:50.446524 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb917b-fab2-4c5c-8421-990b5fee8d2c req-7c25dfaf-88dd-4e56-8b4e-1f98a833d6c5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:50.447981 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1acb917b-fab2-4c5c-8421-990b5fee8d2c req-7c25dfaf-88dd-4e56-8b4e-1f98a833d6c5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0879500 Jun 08 12:52:50.493973 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1acb917b-fab2-4c5c-8421-990b5fee8d2c req-573beac5-4457-4de8-bc08-6dcd5405dded tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400548 Jun 08 12:52:51.681406 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1333-4271-4734-a06c-af554d8e26f9 req-8a720be8-ef5e-4f24-a458-27cf020da23a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:51.683590 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19be1333-4271-4734-a06c-af554d8e26f9 req-8a720be8-ef5e-4f24-a458-27cf020da23a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0857382 Jun 08 12:52:51.729219 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19be1333-4271-4734-a06c-af554d8e26f9 req-c3f26e03-c42a-466c-ab12-5b5dd9a08d54 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392332 Jun 08 12:52:52.924478 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b365d-f8b1-4b7c-b1f2-5f95edd0504e req-e031b18d-0437-4ada-a7a6-41cec718e2bb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:52.926047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8f0b365d-f8b1-4b7c-b1f2-5f95edd0504e req-e031b18d-0437-4ada-a7a6-41cec718e2bb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0891545 Jun 08 12:52:52.976814 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8f0b365d-f8b1-4b7c-b1f2-5f95edd0504e req-7e800322-bc8a-419f-a095-e768910cf79d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Jun 08 12:52:54.169147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c198ab-2baa-4fd4-af81-3e0daa2eff3c req-f1cc956b-3f51-4817-92da-9d81c0efb61c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:54.170591 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-40c198ab-2baa-4fd4-af81-3e0daa2eff3c req-f1cc956b-3f51-4817-92da-9d81c0efb61c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0840330 Jun 08 12:52:54.217283 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-40c198ab-2baa-4fd4-af81-3e0daa2eff3c req-6107c862-8a37-4a94-9e54-a5e9f1f66700 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407336 Jun 08 12:52:55.017634 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:55.409403 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0d57b-c799-46e8-8767-59b03f41e57b req-f46719c5-4b96-43ae-aa54-838aa3e108dd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.410893 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5e0d57b-c799-46e8-8767-59b03f41e57b req-f46719c5-4b96-43ae-aa54-838aa3e108dd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0832531 Jun 08 12:52:55.455792 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5e0d57b-c799-46e8-8767-59b03f41e57b req-3a29235e-9eb8-4b17-819d-fa716e53ad0c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392461 Jun 08 12:52:56.658067 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a1a8-6cc2-4531-ad60-e12f86a40639 req-4269b7ea-2744-44d8-a2ac-4e88249cc77f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:56.659667 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cb03a1a8-6cc2-4531-ad60-e12f86a40639 req-4269b7ea-2744-44d8-a2ac-4e88249cc77f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0980167 Jun 08 12:52:56.705226 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cb03a1a8-6cc2-4531-ad60-e12f86a40639 req-776563ca-c045-44db-8d05-985f1aeb671a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Jun 08 12:52:57.890278 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ff22-5761-4ae9-b0fb-a45b40c91f79 req-58352f0c-3729-4806-9960-29c581d1ca96 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:57.891704 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5b02ff22-5761-4ae9-b0fb-a45b40c91f79 req-58352f0c-3729-4806-9960-29c581d1ca96 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0806594 Jun 08 12:52:57.935638 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5b02ff22-5761-4ae9-b0fb-a45b40c91f79 req-2d920509-4fe6-4092-baf2-b37a4a33d0b0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 Jun 08 12:52:59.119911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d939-6315-4f95-831b-338f307134d3 req-4a04f753-accb-4641-93bf-ccac160cc9cf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:59.121411 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f00d939-6315-4f95-831b-338f307134d3 req-4a04f753-accb-4641-93bf-ccac160cc9cf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0839744 Jun 08 12:52:59.167400 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0f00d939-6315-4f95-831b-338f307134d3 req-fdf1bca8-e174-42aa-9ba9-2693faf026c6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Jun 08 12:53:00.361470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d0311-858c-4de4-b0e1-077af4d6aa95 req-d443443d-e140-41cc-9c87-62566793bcef tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:00.362971 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d73d0311-858c-4de4-b0e1-077af4d6aa95 req-d443443d-e140-41cc-9c87-62566793bcef tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0912948 Jun 08 12:53:00.409052 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d73d0311-858c-4de4-b0e1-077af4d6aa95 req-5e694771-3495-4d18-974e-8626df5786a3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Jun 08 12:53:01.153098 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e43bc983-9830-4351-ba4c-d70d3e300cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:01.738582 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedf98f-0411-4df7-b7c9-f7532b0bdcf4 req-605ad42f-e564-4957-8f14-d4be11cddc9e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:01.739938 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7cedf98f-0411-4df7-b7c9-f7532b0bdcf4 req-605ad42f-e564-4957-8f14-d4be11cddc9e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0785868 Jun 08 12:53:01.786904 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7cedf98f-0411-4df7-b7c9-f7532b0bdcf4 req-e407713b-b1e7-4886-b304-e62a996c4f31 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Jun 08 12:53:02.970954 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef488ca-b665-4c9f-bcb5-331d948aca40 req-e5e45068-ba99-4e76-bcc1-e582676fb4b4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:02.972441 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cef488ca-b665-4c9f-bcb5-331d948aca40 req-e5e45068-ba99-4e76-bcc1-e582676fb4b4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0818090 Jun 08 12:53:03.017207 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cef488ca-b665-4c9f-bcb5-331d948aca40 req-5dd6ed68-6824-4250-93b2-66da81b608b2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Jun 08 12:53:03.490532 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9c999306-fe36-4880-a1c0-fe8772e812a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:03.774150 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:04.206114 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036e87d-3470-42ac-8779-d3a0cb9789af req-98a6cfe3-179c-449a-8fdd-6b2b1b877360 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:04.207575 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2036e87d-3470-42ac-8779-d3a0cb9789af req-98a6cfe3-179c-449a-8fdd-6b2b1b877360 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0867455 Jun 08 12:53:04.252108 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2036e87d-3470-42ac-8779-d3a0cb9789af req-e639844b-f7ea-459c-b568-f1eff70808f8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Jun 08 12:53:04.746685 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:05.453082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8cafe-f607-4fb0-b2b4-192f1e914123 req-69cfae41-6f22-4143-a475-6d896865ea66 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:05.454645 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c5e8cafe-f607-4fb0-b2b4-192f1e914123 req-69cfae41-6f22-4143-a475-6d896865ea66 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0862749 Jun 08 12:53:05.501761 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c5e8cafe-f607-4fb0-b2b4-192f1e914123 req-0ef43fda-4236-4c66-a255-d03cf5ba71bd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jun 08 12:53:06.391007 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:06.694744 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34139c-86cf-4342-b74c-78b379314294 req-e1fcce5a-5c50-4591-bda2-02354e0fe183 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.696201 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6c34139c-86cf-4342-b74c-78b379314294 req-e1fcce5a-5c50-4591-bda2-02354e0fe183 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0869491 Jun 08 12:53:06.741458 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6c34139c-86cf-4342-b74c-78b379314294 req-33ecb372-270f-481f-99ae-65999ef5acda tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391634 Jun 08 12:53:07.250099 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:53:07.929769 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e31c-3cae-4b8b-bf51-d7c06b79782b req-954bfbb7-e211-4089-8552-0c202d00cb10 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:07.931499 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c951e31c-3cae-4b8b-bf51-d7c06b79782b req-954bfbb7-e211-4089-8552-0c202d00cb10 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0805132 Jun 08 12:53:07.986284 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c951e31c-3cae-4b8b-bf51-d7c06b79782b req-c32d5062-03c3-4648-8129-ccd9f07c361e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485137 Jun 08 12:53:09.180730 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8505626-ee67-4a83-9690-dc630e5d0d50 req-219f307d-a3aa-4e78-aa89-c083b0df35a7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:09.182586 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f8505626-ee67-4a83-9690-dc630e5d0d50 req-219f307d-a3aa-4e78-aa89-c083b0df35a7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0824382 Jun 08 12:53:09.229281 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f8505626-ee67-4a83-9690-dc630e5d0d50 req-887e0a2d-8e3c-45a4-944b-44986ddf64d7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Jun 08 12:53:10.463092 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bf6d2-56f6-42cb-9ed9-b39e7b23ddff req-422e79b5-0417-425e-a218-c336edf6f6e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:10.465225 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-165bf6d2-56f6-42cb-9ed9-b39e7b23ddff req-422e79b5-0417-425e-a218-c336edf6f6e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0988841 Jun 08 12:53:10.602915 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-165bf6d2-56f6-42cb-9ed9-b39e7b23ddff req-ec323f67-9f31-4b7f-a43b-55762140dd98 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310275 Jun 08 12:53:11.816470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f15ec-edf8-4850-b023-c8ab147647a6 req-a12c30e7-4bac-40fd-8200-5e4b640aeaf8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:11.817982 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ed3f15ec-edf8-4850-b023-c8ab147647a6 req-a12c30e7-4bac-40fd-8200-5e4b640aeaf8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0843577 Jun 08 12:53:11.866159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ed3f15ec-edf8-4850-b023-c8ab147647a6 req-2006a908-12a0-4f2b-9175-028e0970d121 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Jun 08 12:53:13.053939 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29030824-7bf1-414a-b3f8-f9f44217240b req-5a4e55df-9744-4f28-8fb5-74c96a6a57d9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:13.055407 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29030824-7bf1-414a-b3f8-f9f44217240b req-5a4e55df-9744-4f28-8fb5-74c96a6a57d9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0811555 Jun 08 12:53:13.104492 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-29030824-7bf1-414a-b3f8-f9f44217240b req-4277a585-672b-4393-9fb7-0f6317cc6fc8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Jun 08 12:53:14.293383 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90d24-1c75-46de-827e-5b9320f99e08 req-31608a76-25bd-46a0-8d90-01010db279c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:14.294915 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-91a90d24-1c75-46de-827e-5b9320f99e08 req-31608a76-25bd-46a0-8d90-01010db279c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0799737 Jun 08 12:53:14.344950 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-91a90d24-1c75-46de-827e-5b9320f99e08 req-599f7331-380b-4dfb-abcb-64e6c8257d95 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Jun 08 12:53:15.527609 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c065-3fdb-4e78-85ca-2a6cf8316416 req-dcb19b44-25e5-49a1-84c5-e5aa76097c2b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:15.529068 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f20c065-3fdb-4e78-85ca-2a6cf8316416 req-dcb19b44-25e5-49a1-84c5-e5aa76097c2b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0793777 Jun 08 12:53:15.575044 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f20c065-3fdb-4e78-85ca-2a6cf8316416 req-1c60d99d-1c9d-425f-8678-b545a2ec377b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Jun 08 12:53:16.768617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d88ac0-af40-4d29-8353-1fba8a44d069 req-13838e3e-1541-41a9-b9e7-51a15a4eb160 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:16.770227 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d88ac0-af40-4d29-8353-1fba8a44d069 req-13838e3e-1541-41a9-b9e7-51a15a4eb160 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0873930 Jun 08 12:53:16.820810 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45d88ac0-af40-4d29-8353-1fba8a44d069 req-ce905a5e-d5e2-49ad-924e-3e2a28ffe213 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Jun 08 12:53:18.009250 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2007490-e745-44c9-a5ac-e891a46d7ce8 req-b7fe7377-a739-4df6-aae4-8a5b8bc5280c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:18.010815 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2007490-e745-44c9-a5ac-e891a46d7ce8 req-b7fe7377-a739-4df6-aae4-8a5b8bc5280c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0816338 Jun 08 12:53:18.060868 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2007490-e745-44c9-a5ac-e891a46d7ce8 req-999ea5d8-a7dc-4ebf-8e41-8edeb2e05377 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Jun 08 12:53:19.284013 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bee33-114f-4d56-bb4a-6bfacc72bc97 req-0787579f-dd43-47f7-b314-f88ad2316ae5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:19.285506 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c7bee33-114f-4d56-bb4a-6bfacc72bc97 req-0787579f-dd43-47f7-b314-f88ad2316ae5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1114347 Jun 08 12:53:19.334380 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c7bee33-114f-4d56-bb4a-6bfacc72bc97 req-8d1d8cce-8857-4e40-be34-7ac261cc25d3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Jun 08 12:53:20.533844 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c8f33-2a57-407b-8aef-5b873fc45dff req-cd7ed9ab-7400-4ff4-9248-ba6bd915fad3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:20.535396 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ba3c8f33-2a57-407b-8aef-5b873fc45dff req-cd7ed9ab-7400-4ff4-9248-ba6bd915fad3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0843396 Jun 08 12:53:20.601980 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ba3c8f33-2a57-407b-8aef-5b873fc45dff req-75df9897-64a8-43a8-a79f-dc2e2e405bb7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547848 Jun 08 12:53:21.830114 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d3fa-39cd-4425-9aaf-b74a9d5602be req-ba23c077-9d21-4831-bff9-d72d11665eff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:21.832464 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9b5d3fa-39cd-4425-9aaf-b74a9d5602be req-ba23c077-9d21-4831-bff9-d72d11665eff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1031702 Jun 08 12:53:21.880188 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9b5d3fa-39cd-4425-9aaf-b74a9d5602be req-4a3cf07a-c83a-4b1b-99bd-edb8610ec12a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Jun 08 12:53:23.075178 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067939-f541-452f-b0e7-38ec10458565 req-65b1ca95-f8c2-42bf-8dff-674ceffd6864 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:23.076930 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1067939-f541-452f-b0e7-38ec10458565 req-65b1ca95-f8c2-42bf-8dff-674ceffd6864 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0899622 Jun 08 12:53:23.134883 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1067939-f541-452f-b0e7-38ec10458565 req-6059a1c1-bf76-4926-8274-b97d84cc6f93 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Jun 08 12:53:24.389485 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5aac7-3845-473c-b55b-e0823dd2d12e req-44d9dcca-3956-420c-803c-707a0320458d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:24.391102 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-86c5aac7-3845-473c-b55b-e0823dd2d12e req-44d9dcca-3956-420c-803c-707a0320458d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0895402 Jun 08 12:53:24.441464 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-86c5aac7-3845-473c-b55b-e0823dd2d12e req-aeb29f09-75f1-4b81-8f27-54b037b557af tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Jun 08 12:53:25.023989 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.637844 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b902811-87c4-43d6-a20d-4ceb610fc248 req-8b2d2505-19b4-42ea-9666-787641cf8363 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:25.639391 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5b902811-87c4-43d6-a20d-4ceb610fc248 req-8b2d2505-19b4-42ea-9666-787641cf8363 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0868647 Jun 08 12:53:25.685921 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5b902811-87c4-43d6-a20d-4ceb610fc248 req-8c4b5569-930f-4179-a354-f0adac5341a4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Jun 08 12:53:26.918053 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d36ea5-9537-41a4-9e7b-cf13f54921a8 req-1e3ef941-40ad-4981-b815-184faeec31bb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:26.920904 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-36d36ea5-9537-41a4-9e7b-cf13f54921a8 req-1e3ef941-40ad-4981-b815-184faeec31bb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1262038 Jun 08 12:53:26.992573 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-36d36ea5-9537-41a4-9e7b-cf13f54921a8 req-5db2c7bc-7c2a-4ca8-bd44-849837c130f9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650501 Jun 08 12:53:28.242631 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad80f4-f978-4ffb-a056-2bc60bc6f520 req-63cc86ac-2948-4274-ae81-ccd8438f9275 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:28.244642 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-65ad80f4-f978-4ffb-a056-2bc60bc6f520 req-63cc86ac-2948-4274-ae81-ccd8438f9275 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0901632 Jun 08 12:53:28.295317 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-65ad80f4-f978-4ffb-a056-2bc60bc6f520 req-c95d2816-ee82-42ae-8db3-1a3241d26cb8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Jun 08 12:53:29.564689 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4710ac-fa13-4d0f-b60a-abbf710a2201 req-0cb6609a-7625-4c63-96f4-947bf528d9b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:29.566394 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8d4710ac-fa13-4d0f-b60a-abbf710a2201 req-0cb6609a-7625-4c63-96f4-947bf528d9b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0875244 Jun 08 12:53:29.620059 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8d4710ac-fa13-4d0f-b60a-abbf710a2201 req-a7323b87-643d-432a-aa1a-92139ba6b57d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469089 Jun 08 12:53:30.086852 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-6429302f-dcce-4eee-b562-7e3a585e7094 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786238 Jun 08 12:53:30.241329 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-59a6ca1d-0309-4c11-a390-173e43233dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:30.243279 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-59a6ca1d-0309-4c11-a390-173e43233dfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 1099 time: 0.0860670 Jun 08 12:53:30.399024 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-b7a4392a-bf51-4c59-acc9-04c9c405bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:30.400532 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-b7a4392a-bf51-4c59-acc9-04c9c405bd09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1367514 Jun 08 12:53:30.537871 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-f915e53e-4452-4b5d-a749-befa445ebe0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 200 len: 1001 time: 0.1302681 Jun 08 12:53:30.701467 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-a8a09fc9-bf1f-47bb-8ba7-ee3e7dfa367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:30.703610 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-a8a09fc9-bf1f-47bb-8ba7-ee3e7dfa367c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.1592982 Jun 08 12:53:30.851031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bba783-e54b-4da9-ab91-813b200593fc req-09159394-a8df-49e2-bd14-ad4898a1a62a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:30.852568 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-71bba783-e54b-4da9-ab91-813b200593fc req-09159394-a8df-49e2-bd14-ad4898a1a62a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1098924 Jun 08 12:53:30.858309 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-23f340fe-488b-4907-81d2-ca856c41177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:30.859906 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-23f340fe-488b-4907-81d2-ca856c41177f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1496518 Jun 08 12:53:30.991267 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-71bba783-e54b-4da9-ab91-813b200593fc req-a21b6a70-f74f-40e7-adeb-0e267113d129 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269221 Jun 08 12:53:31.042449 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-f3a5ba7b-0062-418e-af29-3f566c74f21b service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644757 Jun 08 12:53:31.157434 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f04cb63b-3ef6-410c-82a3-ee7ca6c66fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:31.202881 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5729af1d-f046-4458-ad24-b72c13ba3ce0 req-d8112b71-fce9-4bfd-a0c1-da344fba122a service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532116 Jun 08 12:53:32.292423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e1064-6ecf-4203-9c8c-33388155d076 req-a2e202ce-08a9-4c0e-a1a0-23ea2c020223 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:32.295128 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a81e1064-6ecf-4203-9c8c-33388155d076 req-a2e202ce-08a9-4c0e-a1a0-23ea2c020223 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1272240 Jun 08 12:53:32.351497 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a81e1064-6ecf-4203-9c8c-33388155d076 req-abae737f-6b84-43fc-9278-5333302f53a5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506034 Jun 08 12:53:33.498458 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4bf50c61-e63a-42dd-ba29-3feba063485e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:33.554900 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a9be-1ab4-4d3f-b420-9c5f1867b80a req-6ab89d23-b337-48c6-b159-407e47df0722 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:33.557119 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-64a2a9be-1ab4-4d3f-b420-9c5f1867b80a req-6ab89d23-b337-48c6-b159-407e47df0722 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0986984 Jun 08 12:53:33.640887 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-64a2a9be-1ab4-4d3f-b420-9c5f1867b80a req-a890eb47-0602-48af-b1cb-03a427e6ffec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724313 Jun 08 12:53:33.777993 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:34.769890 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:34.899587 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f965-aaf4-415c-b8e8-c27565456796 req-9ca1f13d-3763-4959-aad2-0d3ed8920443 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:34.901133 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-43a3f965-aaf4-415c-b8e8-c27565456796 req-9ca1f13d-3763-4959-aad2-0d3ed8920443 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0926404 Jun 08 12:53:34.954001 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-43a3f965-aaf4-415c-b8e8-c27565456796 req-2be5da1e-67a0-45ed-99d9-a4c6df8cec00 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Jun 08 12:53:36.157391 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e9c35-19ac-4a91-ba34-ddc03e3c2876 req-c99fd4e2-a9ff-471f-972b-58840dda2e4c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:36.161346 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c0e9c35-19ac-4a91-ba34-ddc03e3c2876 req-c99fd4e2-a9ff-471f-972b-58840dda2e4c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0911543 Jun 08 12:53:36.212566 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c0e9c35-19ac-4a91-ba34-ddc03e3c2876 req-5d1707cf-ad9a-4609-9a87-72867ce231b1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Jun 08 12:53:36.394248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:37.413747 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6210e59-a595-4021-ac87-c679682673cc req-4df8c81c-5d35-4c07-b496-bc2d0c28189d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:37.415376 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b6210e59-a595-4021-ac87-c679682673cc req-4df8c81c-5d35-4c07-b496-bc2d0c28189d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0910802 Jun 08 12:53:37.464392 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b6210e59-a595-4021-ac87-c679682673cc req-5a4f0110-d8e0-43f9-9bb6-1dbabe3e25ea tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Jun 08 12:53:38.686496 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b655-a9b5-457e-9b68-5ab729b16483 req-5923c467-8adf-4f12-a057-2d3a5890e36c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:38.688108 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7999b655-a9b5-457e-9b68-5ab729b16483 req-5923c467-8adf-4f12-a057-2d3a5890e36c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0840046 Jun 08 12:53:38.767792 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7999b655-a9b5-457e-9b68-5ab729b16483 req-e4c6b588-e01f-4182-bab8-78f68b5ff990 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695121 Jun 08 12:53:40.048932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc25d9-2714-4401-b13f-85afe66313f6 req-141ff325-e621-412a-a01c-b8e064d58de5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:40.050530 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ecdc25d9-2714-4401-b13f-85afe66313f6 req-141ff325-e621-412a-a01c-b8e064d58de5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1455207 Jun 08 12:53:40.098154 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ecdc25d9-2714-4401-b13f-85afe66313f6 req-0542ab62-a8b4-4f49-8e6e-12fb61877db3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Jun 08 12:53:41.352297 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dce63-12ff-4973-ac33-dd0f3f9a13d6 req-6ea17edd-ee40-4c14-8724-9445f57710c4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:41.355049 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e0dce63-12ff-4973-ac33-dd0f3f9a13d6 req-6ea17edd-ee40-4c14-8724-9445f57710c4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1062853 Jun 08 12:53:41.406994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e0dce63-12ff-4973-ac33-dd0f3f9a13d6 req-67106254-9333-44cb-9b61-614ae95a0ab0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Jun 08 12:53:42.598219 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74253cb-aa3c-45b6-b704-a10de2f87975 req-f52d05da-5435-47e4-be7e-81ef2e61459c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:42.599772 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a74253cb-aa3c-45b6-b704-a10de2f87975 req-f52d05da-5435-47e4-be7e-81ef2e61459c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0822141 Jun 08 12:53:42.658731 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a74253cb-aa3c-45b6-b704-a10de2f87975 req-82642c8d-bda7-4cdf-ae58-5c35d24c63ab tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489092 Jun 08 12:53:43.950720 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52c65e-d892-432e-8591-df4a9b1e6fed req-afe723a7-b438-4dc2-b0a6-33e1710f171a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:43.951711 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4f52c65e-d892-432e-8591-df4a9b1e6fed req-afe723a7-b438-4dc2-b0a6-33e1710f171a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0950267 Jun 08 12:53:44.016361 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4f52c65e-d892-432e-8591-df4a9b1e6fed req-01aed1b5-bf95-4be8-9ed5-9266b9a8c50c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585840 Jun 08 12:53:44.250086 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:53:45.207611 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2245e-8b84-4727-ace6-aabd71f7740a req-b0928404-2752-422a-b334-2df190254c3b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:45.209173 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7da2245e-8b84-4727-ace6-aabd71f7740a req-b0928404-2752-422a-b334-2df190254c3b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0816622 Jun 08 12:53:45.260228 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7da2245e-8b84-4727-ace6-aabd71f7740a req-42dbd1a5-778e-4959-a078-b3c4e410239f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 Jun 08 12:53:46.462792 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b21798-5562-40d2-a149-dcce464aee4f req-a12d503d-8560-4609-81ef-8430fa52c32a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:46.464272 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a6b21798-5562-40d2-a149-dcce464aee4f req-a12d503d-8560-4609-81ef-8430fa52c32a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0875244 Jun 08 12:53:46.511372 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a6b21798-5562-40d2-a149-dcce464aee4f req-95ee57b8-d89e-43bc-bf1c-be19ee06606a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Jun 08 12:53:47.708982 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c41e5-3522-4e3f-8582-28aab9b63200 req-09d6c67b-2dd4-46f5-a85c-016e2ff861ec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:47.710635 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-958c41e5-3522-4e3f-8582-28aab9b63200 req-09d6c67b-2dd4-46f5-a85c-016e2ff861ec tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0873380 Jun 08 12:53:47.894886 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-958c41e5-3522-4e3f-8582-28aab9b63200 req-876e9270-8185-4116-84ac-eecaf9b33de1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729252 Jun 08 12:53:49.104997 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aff09-0595-403a-ad89-e1e891cc944c req-5ed0023c-8535-4578-a8a3-7263c60ed183 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:49.107066 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-897aff09-0595-403a-ad89-e1e891cc944c req-5ed0023c-8535-4578-a8a3-7263c60ed183 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0875120 Jun 08 12:53:49.164527 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-897aff09-0595-403a-ad89-e1e891cc944c req-a50895cc-46a7-4989-9fd3-f63d588fa209 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500183 Jun 08 12:53:50.376277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177adc-d969-430b-906c-8332017959e7 req-8de869c7-8cd5-43a0-a1b3-a8b4bc285c83 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:50.377877 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c9177adc-d969-430b-906c-8332017959e7 req-8de869c7-8cd5-43a0-a1b3-a8b4bc285c83 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1034818 Jun 08 12:53:50.429747 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c9177adc-d969-430b-906c-8332017959e7 req-fe5786c8-b384-4a67-9d68-02d1e360c09b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455966 Jun 08 12:53:51.673596 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67d84-77f8-4c1f-a7e2-00e7f00fb80b req-a51b5cf9-8382-4c98-b766-e02cead9d629 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:51.677957 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bcd67d84-77f8-4c1f-a7e2-00e7f00fb80b req-a51b5cf9-8382-4c98-b766-e02cead9d629 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0912938 Jun 08 12:53:51.733213 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bcd67d84-77f8-4c1f-a7e2-00e7f00fb80b req-70472b4e-202d-4bbe-bc98-a076fe376621 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479336 Jun 08 12:53:52.927517 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8624b4-6e51-4fac-af45-0275d7823a82 req-c38bf0ea-cb7a-48cc-93b8-b672291f5c6f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:52.929094 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1f8624b4-6e51-4fac-af45-0275d7823a82 req-c38bf0ea-cb7a-48cc-93b8-b672291f5c6f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0843685 Jun 08 12:53:52.981373 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1f8624b4-6e51-4fac-af45-0275d7823a82 req-cd98d2f8-3c69-4239-8960-8cdec60534fd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Jun 08 12:53:54.183713 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0b55-2c8d-45f9-b22b-0b487bd21437 req-213a9b13-cd36-4e8b-9158-c4c19d9bef3b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:54.185240 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e3a0b55-2c8d-45f9-b22b-0b487bd21437 req-213a9b13-cd36-4e8b-9158-c4c19d9bef3b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0938642 Jun 08 12:53:54.232744 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7e3a0b55-2c8d-45f9-b22b-0b487bd21437 req-b5126933-714d-4369-b5f8-1eb435095fd4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Jun 08 12:53:55.018693 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:55.448629 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccc942-efda-400a-a3d3-1a20f4668026 req-d5c151bc-be84-4948-89a9-609f82c144e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:55.450297 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0eccc942-efda-400a-a3d3-1a20f4668026 req-d5c151bc-be84-4948-89a9-609f82c144e3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0944667 Jun 08 12:53:55.502073 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0eccc942-efda-400a-a3d3-1a20f4668026 req-8c33ef49-2995-402d-8d27-d6ceba5abde4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Jun 08 12:53:56.706612 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51679259-3c89-4aa5-8735-9c67ae943e20 req-1c40e400-8b7e-4b4d-91b5-7887cf185bc2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:56.709860 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51679259-3c89-4aa5-8735-9c67ae943e20 req-1c40e400-8b7e-4b4d-91b5-7887cf185bc2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0977116 Jun 08 12:53:56.789210 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51679259-3c89-4aa5-8735-9c67ae943e20 req-2b06e204-4810-43d4-b8ef-cede9d9d46cc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716715 Jun 08 12:53:58.001280 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d9be-7323-41d9-aad2-136b7ef9f4a8 req-7fcb634a-956f-4288-bb5b-eba8408578a2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:58.002885 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4038d9be-7323-41d9-aad2-136b7ef9f4a8 req-7fcb634a-956f-4288-bb5b-eba8408578a2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0847313 Jun 08 12:53:58.052150 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4038d9be-7323-41d9-aad2-136b7ef9f4a8 req-f5eb703e-ce34-44d5-8512-44df0df14568 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Jun 08 12:53:59.305885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743d91c-fe01-4ac2-a62b-ccee29938011 req-18e4ff29-0e2d-4d7c-a721-059bdd724c34 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:59.308480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a743d91c-fe01-4ac2-a62b-ccee29938011 req-18e4ff29-0e2d-4d7c-a721-059bdd724c34 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1396692 Jun 08 12:53:59.357205 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a743d91c-fe01-4ac2-a62b-ccee29938011 req-8d6a27c5-e28f-4846-9d04-ef571493c892 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414345 Jun 08 12:54:00.573819 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2334d-4ae4-4eb1-a646-db3ab4bb154e req-9401e352-4df9-48b8-a26a-308dbd5acfb3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:00.575292 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2d2334d-4ae4-4eb1-a646-db3ab4bb154e req-9401e352-4df9-48b8-a26a-308dbd5acfb3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0879772 Jun 08 12:54:00.628923 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2d2334d-4ae4-4eb1-a646-db3ab4bb154e req-1335c626-a2ab-473b-9e3c-daf65d7a61e6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Jun 08 12:54:01.172585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-554b8d57-8807-44c4-90d9-c854577ba13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.818415 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866971c-0641-4d32-9b5f-8ed4587aa95c req-de6255af-6fe0-4255-b3da-ae90342dd732 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:01.819838 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6866971c-0641-4d32-9b5f-8ed4587aa95c req-de6255af-6fe0-4255-b3da-ae90342dd732 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0805480 Jun 08 12:54:01.872441 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6866971c-0641-4d32-9b5f-8ed4587aa95c req-6890a10c-2cc8-4fed-994a-0e3d80d92734 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 Jun 08 12:54:03.096018 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5c7c-d298-40f0-a5d4-e79602583437 req-2bacbaf7-a7a3-44a7-a8ff-90f12c454c8c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:03.097634 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6a2e5c7c-d298-40f0-a5d4-e79602583437 req-2bacbaf7-a7a3-44a7-a8ff-90f12c454c8c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0950351 Jun 08 12:54:03.147503 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6a2e5c7c-d298-40f0-a5d4-e79602583437 req-a596f115-17a4-478c-ad07-e9f8e113b568 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Jun 08 12:54:03.498932 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-874b6842-1ee7-46c3-8931-d1457d5f4f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:03.782504 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:04.345425 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac828-da4e-48fa-89fd-ec64696de81b req-05f291c5-1626-4db6-8190-df88c56e13ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:04.347375 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a00ac828-da4e-48fa-89fd-ec64696de81b req-05f291c5-1626-4db6-8190-df88c56e13ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0835860 Jun 08 12:54:04.395061 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a00ac828-da4e-48fa-89fd-ec64696de81b req-dc669ed9-c1f0-4e76-8167-42c38286b6a0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Jun 08 12:54:04.748064 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:05.644426 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a1de6-5e3f-4aa9-9120-b8a2ea413ce5 req-ab2f1b18-18c3-43e2-a69c-f4d64b940324 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:05.646007 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-095a1de6-5e3f-4aa9-9120-b8a2ea413ce5 req-ab2f1b18-18c3-43e2-a69c-f4d64b940324 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1131020 Jun 08 12:54:05.698901 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-095a1de6-5e3f-4aa9-9120-b8a2ea413ce5 req-7c5adba3-00ff-481d-97d4-cc83af08e1ea tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Jun 08 12:54:06.396926 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:06.919679 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845e001-f122-4ef2-92d4-4ac72515f78a req-681527f3-ebeb-4d3a-89f8-7b7c5e43d4da tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:06.921136 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c845e001-f122-4ef2-92d4-4ac72515f78a req-681527f3-ebeb-4d3a-89f8-7b7c5e43d4da tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0828936 Jun 08 12:54:06.976776 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c845e001-f122-4ef2-92d4-4ac72515f78a req-94b42191-45aa-48ae-a0a2-db1784a6f52f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Jun 08 12:54:08.376509 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c98b7-b8e6-46e4-9354-450ea251243e req-e21b9b01-7356-4f2f-96ad-d9a80448eede tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:08.379191 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-009c98b7-b8e6-46e4-9354-450ea251243e req-e21b9b01-7356-4f2f-96ad-d9a80448eede tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1424749 Jun 08 12:54:08.429046 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-009c98b7-b8e6-46e4-9354-450ea251243e req-e439a896-0d6a-4bae-a4b8-c852db37105a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Jun 08 12:54:09.700827 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f06b7-a639-4fc6-9b0f-282876af8f3c req-303697a0-afa3-4949-a56b-4eccf7268db3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:09.702473 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a66f06b7-a639-4fc6-9b0f-282876af8f3c req-303697a0-afa3-4949-a56b-4eccf7268db3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1395016 Jun 08 12:54:09.750436 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a66f06b7-a639-4fc6-9b0f-282876af8f3c req-6abfc05f-a4aa-4f73-bc72-8fbd2505fff1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Jun 08 12:54:10.960224 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48004558-2ea6-4e3a-b27e-f54943dfb70d req-8b4ab04a-2049-48ad-b033-765c82c6f20b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:10.962447 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-48004558-2ea6-4e3a-b27e-f54943dfb70d req-8b4ab04a-2049-48ad-b033-765c82c6f20b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0939169 Jun 08 12:54:11.014190 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-48004558-2ea6-4e3a-b27e-f54943dfb70d req-73767dc9-c9f1-4d70-9cc2-2b11e1b06eea tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422394 Jun 08 12:54:12.331465 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414227-0046-4dd2-b4af-3147df1dd9ec req-9fd51156-7570-4329-942c-24d778de6ecc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:12.334098 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f414227-0046-4dd2-b4af-3147df1dd9ec req-9fd51156-7570-4329-942c-24d778de6ecc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1965747 Jun 08 12:54:12.388616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f414227-0046-4dd2-b4af-3147df1dd9ec req-0c21a3a7-299e-4785-bc83-e1d2029529e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Jun 08 12:54:13.766240 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3822-3838-4542-8119-dd8e62f8e6ab req-2342af4e-68ac-4cfd-980b-4fae9b80fc5a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:13.768546 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22ed3822-3838-4542-8119-dd8e62f8e6ab req-2342af4e-68ac-4cfd-980b-4fae9b80fc5a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1031256 Jun 08 12:54:13.829184 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-22ed3822-3838-4542-8119-dd8e62f8e6ab req-d770564c-0c95-4f99-9b23-0f329b72b5b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545533 Jun 08 12:54:14.331039 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-076690f5-11ab-429c-baa0-19672df57649 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:14.332738 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-076690f5-11ab-429c-baa0-19672df57649 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.1138487 Jun 08 12:54:14.553244 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648516c-d161-4667-9ba0-eb34a036fc39 req-4a6405bc-bce3-45ad-9548-061578c0890f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:14.554880 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6648516c-d161-4667-9ba0-eb34a036fc39 req-4a6405bc-bce3-45ad-9548-061578c0890f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 946 time: 0.1582842 Jun 08 12:54:14.578566 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Deleting port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:14.578916 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:14.693297 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6648516c-d161-4667-9ba0-eb34a036fc39 req-ebeb677a-90d1-4adc-9ec4-1d0f3213a63e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=71801cbd-306b-4a69-b5d0-49dc301562e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303060 Jun 08 12:54:14.750262 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] For port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:14.750670 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:15.150616 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:15.151383 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:15.151383 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Floating IP 382973ab-1b5c-4e43-97f3-5f4206c12008 disassociated. External IP: 172.27.0.166, port: d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c. Jun 08 12:54:15.151692 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Calling delete_port for d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:15.170530 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee1128-16ad-4342-8f69-491eaf8e66a5 req-83a6b7b0-2f08-4fc0-a8dc-549674295de9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:15.172100 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7ee1128-16ad-4342-8f69-491eaf8e66a5 req-83a6b7b0-2f08-4fc0-a8dc-549674295de9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1973410 Jun 08 12:54:15.238705 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7ee1128-16ad-4342-8f69-491eaf8e66a5 req-5ab64898-2072-460f-a638-2f4cde0f8943 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511153 Jun 08 12:54:15.338314 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:15.345681 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:15.397116 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event deleted for resources: {'Port': ['ID=d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:15.407515 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.407885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.408247 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.408604 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.408956 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.409304 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.409664 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.410166 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.410353 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.410686 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.411035 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.411367 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:15.462676 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:15.613628 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:54:15.988000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0ec224b8-7fe2-45c6-b949-eb1a9fb7da6e req-55214440-d3f0-4c9b-83ed-9575ab951cb6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.1007078 Jun 08 12:54:16.022460 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:54:16.038079 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:54:16.054517 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:16.055552 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:54:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:16.142668 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] No DVR routers for this DVR port d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:54:16.148363 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:16.150882 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19e66dad-1dd0-4957-8c4e-9db4022a4c20 req-ca3e0b08-70e1-4202-9b9f-7cd027cbc7ca tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "DELETE /v2.0/ports/d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c HTTP/1.1" status: 204 len: 173 time: 1.8118682 Jun 08 12:54:16.151946 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-deleted', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:54:16.155044 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f35717f-5291-4b5a-b38a-fe4835443553" -d '{"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-deleted", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:54:16.307630 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f32937-2407-4d6f-8a93-18205c26a6ff x-openstack-request-id: req-29f32937-2407-4d6f-8a93-18205c26a6ff {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:54:16.308137 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dde97-9439-4fd4-b00d-4101e9f3c42f", "name": "network-vif-deleted", "tag": "d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:54:16.308577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29f32937-2407-4d6f-8a93-18205c26a6ff {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:54:16.309159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dde97-9439-4fd4-b00d-4101e9f3c42f', 'name': 'network-vif-deleted', 'tag': 'd9cfbed0-a11a-4e85-a0d3-e7c8a143b90c', 'status': 'completed', 'code': 200} Jun 08 12:54:16.357494 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:16.496421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0977-5ca9-46a6-8df4-f6093791979d req-7024bc81-2fb4-4646-9d3c-98309663c183 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:16.498155 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-940b0977-5ca9-46a6-8df4-f6093791979d req-7024bc81-2fb4-4646-9d3c-98309663c183 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0884786 Jun 08 12:54:16.547236 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-940b0977-5ca9-46a6-8df4-f6093791979d req-d0664442-83c2-4104-a642-9aaebfbf2f5b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Jun 08 12:54:16.852774 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:16.856915 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:54:16.865556 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:16.866204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:54:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:17.100911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:17.216059 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-de1195e6-44c0-48fd-b757-6a40e38b9461 req-7cc57772-8e36-4e63-bd2f-128165b28cef tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0876532 Jun 08 12:54:17.435107 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:17.439248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3876b3-3120-4e3a-a125-75087d101ba6 None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:54:17.531647 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:54:17.567998 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:54:17.568356 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9cfbed0-a11a-4e85-a0d3-e7c8a143b90c not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:54:17.685120 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378efb4-d995-4922-81ab-b6429eaf8b68 None None] New status for floating IP 382973ab-1b5c-4e43-97f3-5f4206c12008: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:54:17.801009 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284cdad-9155-4c3b-a9e7-83ecad511e7a req-6c64a087-6e95-47f2-aad2-64610c0779af tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:17.802765 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8284cdad-9155-4c3b-a9e7-83ecad511e7a req-6c64a087-6e95-47f2-aad2-64610c0779af tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1334913 Jun 08 12:54:17.858370 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8284cdad-9155-4c3b-a9e7-83ecad511e7a req-eee0147c-cf9d-441a-b8fe-99c3cadef39b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453317 Jun 08 12:54:18.432534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4bfbb214-5bd3-4ea8-ba58-c0e4857c9974 req-cf349e74-9d1a-4b20-8436-a39f5a6fcdf4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0769651 Jun 08 12:54:19.082460 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e7d4b-2786-4280-be43-08f7278d1727 req-6803d89a-0fb8-4b5a-95ec-e88ebd48293c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:19.084087 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c2e7d4b-2786-4280-be43-08f7278d1727 req-6803d89a-0fb8-4b5a-95ec-e88ebd48293c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0948246 Jun 08 12:54:19.148312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3c2e7d4b-2786-4280-be43-08f7278d1727 req-f0f47c6f-3036-403b-b038-8c839fdcd368 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578098 Jun 08 12:54:19.595638 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7979a354-0063-42ae-a477-290f14cbfe0b req-3b76fff8-ee9b-46cc-9b4e-352085625d27 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0448170 Jun 08 12:54:20.344423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8088f7-1842-4528-9563-8bf613c98688 req-9f24f2a6-2d4c-4a84-982d-25c91f067e25 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:20.346015 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9b8088f7-1842-4528-9563-8bf613c98688 req-9f24f2a6-2d4c-4a84-982d-25c91f067e25 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0864823 Jun 08 12:54:20.396032 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9b8088f7-1842-4528-9563-8bf613c98688 req-4b06b563-fee0-4f8b-b536-f51cb828f00f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389881 Jun 08 12:54:20.756707 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b9b3de17-d47b-4894-a8cd-8a654a41b6eb req-3b64c05a-cf95-4408-bc92-60df0c4a70bb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0424035 Jun 08 12:54:21.249875 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:54:21.601515 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6a4b8-513b-4b3f-a143-ea6b2d9a7bd0 req-06981267-e44c-407e-a35a-c230ac85477d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:21.603855 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a8d6a4b8-513b-4b3f-a143-ea6b2d9a7bd0 req-06981267-e44c-407e-a35a-c230ac85477d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0936108 Jun 08 12:54:21.660854 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a8d6a4b8-513b-4b3f-a143-ea6b2d9a7bd0 req-b3442a94-0463-49bb-b0a5-4085b2f16a62 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 Jun 08 12:54:21.931490 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e5632f9-b33a-4373-82b9-0bccca94c707 req-45174fcb-a31b-4923-9e91-4b3aaf55c69b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0608010 Jun 08 12:54:22.876282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732069dd-8e16-415a-85c9-bf2b080b7dbd req-ee43c34b-3de8-4742-85e6-2eb5f8df1972 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:22.878828 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-732069dd-8e16-415a-85c9-bf2b080b7dbd req-ee43c34b-3de8-4742-85e6-2eb5f8df1972 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1078999 Jun 08 12:54:22.926155 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-732069dd-8e16-415a-85c9-bf2b080b7dbd req-763d1c02-166f-4c3f-8666-f03e73f24dc6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Jun 08 12:54:23.117980 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-957a5e2b-9a2b-43f4-9ce9-ce7fdc93d0aa req-a98b5853-43d5-47e4-b0f0-7c3128bb6d58 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0702996 Jun 08 12:54:24.130478 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffb535-29a0-48b6-8ce2-471d38a09224 req-21b68cf6-c8c3-4207-9bd4-67956a589ab7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:24.132072 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01ffb535-29a0-48b6-8ce2-471d38a09224 req-21b68cf6-c8c3-4207-9bd4-67956a589ab7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0910292 Jun 08 12:54:24.185994 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-01ffb535-29a0-48b6-8ce2-471d38a09224 req-e8545c68-8f47-4a72-8b70-ac6aa8ecc067 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468793 Jun 08 12:54:24.326788 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b26f35e5-bbbd-4a8f-b376-23282ae768d5 req-593b6402-5702-40c9-a166-fca2a56b9a3d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0448339 Jun 08 12:54:25.030901 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:25.394484 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3466133-3d98-413e-80c7-41f1a656167d req-f357eb6e-5ff5-4dc1-a00c-3b73ade89bd5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:25.396047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3466133-3d98-413e-80c7-41f1a656167d req-f357eb6e-5ff5-4dc1-a00c-3b73ade89bd5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0907938 Jun 08 12:54:25.446500 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3466133-3d98-413e-80c7-41f1a656167d req-b27bc1f9-4f20-4860-848f-0b7f877dfaaf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Jun 08 12:54:25.659850 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0d062fdb-8267-4817-a80d-2386eef20b56 req-044e30b6-4d6a-413b-95e2-15f6759bd7b6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0427525 Jun 08 12:54:26.663826 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e18c-5fa9-4667-a723-fa0b204cbc54 req-2f9c2b77-e5fc-4f39-af30-f525f57b3fa2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:26.666375 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e886e18c-5fa9-4667-a723-fa0b204cbc54 req-2f9c2b77-e5fc-4f39-af30-f525f57b3fa2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0879080 Jun 08 12:54:26.721250 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e886e18c-5fa9-4667-a723-fa0b204cbc54 req-8c553f3e-22b0-4374-b532-82ecfb2e29e5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486553 Jun 08 12:54:26.871791 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b66b97ad-bdd1-4d7c-a531-53c9607a543d req-66810803-2f8e-4ae7-a1ae-225478318d07 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0444360 Jun 08 12:54:27.913906 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb55f-8fb1-4809-8ee7-f5e92a1fda6b req-1bdc5d8b-6774-4d88-aa1d-8e9508fcf209 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:27.915423 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-123fb55f-8fb1-4809-8ee7-f5e92a1fda6b req-1bdc5d8b-6774-4d88-aa1d-8e9508fcf209 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0836473 Jun 08 12:54:27.963236 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-123fb55f-8fb1-4809-8ee7-f5e92a1fda6b req-ac761f50-957f-4422-ae81-d6281ed4b981 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Jun 08 12:54:28.105774 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0049187-6045-47ae-ba97-9e026e029fca req-d672d5c5-2766-4170-abe3-047d9b6da24f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0485713 Jun 08 12:54:29.189121 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1da58-bee9-4b20-ac26-daac8b95ca78 req-a8c484e7-5d19-48d5-93d1-9e1054cbd8b8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:29.192775 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2fe1da58-bee9-4b20-ac26-daac8b95ca78 req-a8c484e7-5d19-48d5-93d1-9e1054cbd8b8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1100795 Jun 08 12:54:29.258961 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2fe1da58-bee9-4b20-ac26-daac8b95ca78 req-48f92112-9198-4e75-a2eb-bcd9d63f86d9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591214 Jun 08 12:54:29.412896 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-899a5092-8fc9-4dde-8983-86c2513f0f94 req-a8e261b7-fc0d-4be1-983f-a4a213a5348e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0529325 Jun 08 12:54:30.458616 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97f48c-13b3-4d6e-8ac2-d8ae0ae3f9a8 req-c51020d7-fb3f-4001-9e85-409598431cde tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:30.460218 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d97f48c-13b3-4d6e-8ac2-d8ae0ae3f9a8 req-c51020d7-fb3f-4001-9e85-409598431cde tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0938845 Jun 08 12:54:30.507559 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1d97f48c-13b3-4d6e-8ac2-d8ae0ae3f9a8 req-2bd2ea06-a456-4466-bc64-bdd6f62ab7d8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Jun 08 12:54:30.736049 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a6f11d3-00e4-4d55-aa85-93de6be19537 req-c6c5bb50-62f0-441f-b2a7-e09fb437851f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.1314254 Jun 08 12:54:31.156844 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-badf02e1-41f4-42fa-be3e-47fd98887ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:31.713744 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3606-5ad6-49c3-8657-b527586de9dd req-1023a2f6-0391-4353-b1ed-f9ebb743b3ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:31.715395 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-28fb3606-5ad6-49c3-8657-b527586de9dd req-1023a2f6-0391-4353-b1ed-f9ebb743b3ed tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0908065 Jun 08 12:54:31.771887 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-28fb3606-5ad6-49c3-8657-b527586de9dd req-9438d567-216c-4e06-b997-43db0cd8901c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506625 Jun 08 12:54:31.914025 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c4e8166-e9e7-487d-a927-dd0b40794150 req-6ac405d2-ea77-4da2-a62b-acde391c1de7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0459509 Jun 08 12:54:32.180329 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-55503e94-008f-4e3f-89f6-bb6b73b1d3a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053731 Jun 08 12:54:32.275810 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-9cb9e95d-b2ba-43a6-8734-911851028a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:32.277304 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-9cb9e95d-b2ba-43a6-8734-911851028a6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0753767 Jun 08 12:54:32.423315 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-c842d6cf-f724-4d2e-9708-e5e587612beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:32.424759 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-c842d6cf-f724-4d2e-9708-e5e587612beb service neutron] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 910 time: 0.1273680 Jun 08 12:54:32.535950 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-b67d45c3-0fa3-4d8b-ab97-095cdd1b9d0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 1000 time: 0.1044159 Jun 08 12:54:32.606304 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-798f72b6-c8dd-4bd6-9dbf-666306b5bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:32.607756 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-798f72b6-c8dd-4bd6-9dbf-666306b5bba3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.0660872 Jun 08 12:54:32.685414 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-231d46e3-98ec-47a5-bca6-ec5783b7110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:32.686933 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-231d46e3-98ec-47a5-bca6-ec5783b7110e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730965 Jun 08 12:54:32.697453 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-371d37f9-dc5d-4613-a611-e1676057cb99 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:54:32.698432 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-371d37f9-dc5d-4613-a611-e1676057cb99 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050011 Jun 08 12:54:32.835261 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-13877466-592d-4121-9446-bebb8464813c service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300819 Jun 08 12:54:33.027854 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09cf0ab3-77cb-4b95-9e5a-1301b06a55dc req-45cf75ce-860f-452f-9847-53d12cca24a2 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865149 Jun 08 12:54:33.042743 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d712d-af0a-4e42-903a-420be84a3988 req-0371d93c-a7b3-48dd-9ac3-0edb4a73d79e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:33.044210 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d3d712d-af0a-4e42-903a-420be84a3988 req-0371d93c-a7b3-48dd-9ac3-0edb4a73d79e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1364348 Jun 08 12:54:33.095342 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2d3d712d-af0a-4e42-903a-420be84a3988 req-c134cee4-d8fe-4b38-b3c2-f928f166a70c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Jun 08 12:54:33.233738 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ae9fee4-8407-4554-a542-c9be9dc3caca req-e88af8a1-ef58-482d-a167-b9b2b7c27bdb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0438402 Jun 08 12:54:33.492209 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-47967bfc-66b6-4f90-9562-2119651a109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:33.792206 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:34.286025 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b1291-e36b-4327-ada1-d692759f509e req-f465d9e7-a515-429a-b0da-a9d7ea89c49f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:34.287478 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ea1b1291-e36b-4327-ada1-d692759f509e req-f465d9e7-a515-429a-b0da-a9d7ea89c49f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0825694 Jun 08 12:54:34.332199 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ea1b1291-e36b-4327-ada1-d692759f509e req-f654af38-ae3c-4dee-beeb-7375b4bde079 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Jun 08 12:54:34.468840 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2ebf2fdb-1343-4212-afca-2413a1b56716 req-95d0849e-16fe-4421-b086-dc58763a33a5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0421646 Jun 08 12:54:34.752064 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:35.515557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a6809-2b8f-45d2-a906-77a5dda7147a req-c3dce143-a014-4baa-b035-99ac8a4aa4d2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:35.517011 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-368a6809-2b8f-45d2-a906-77a5dda7147a req-c3dce143-a014-4baa-b035-99ac8a4aa4d2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0812836 Jun 08 12:54:35.561672 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-368a6809-2b8f-45d2-a906-77a5dda7147a req-84a377d8-9608-4e6d-bc42-d40443aed984 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389733 Jun 08 12:54:35.696353 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47072170-2211-49b9-9814-db028e5ff7b8 req-48f3e4ac-65a3-4bda-aa53-a9ca4c7ab1d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0419948 Jun 08 12:54:36.399895 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:36.758241 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f21f3-7b3f-4d8b-a7c0-ab2700e8f72d req-58b0f2a3-c862-4d8b-8b49-d8e7a1733d3c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:36.759729 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-026f21f3-7b3f-4d8b-a7c0-ab2700e8f72d req-58b0f2a3-c862-4d8b-8b49-d8e7a1733d3c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0889323 Jun 08 12:54:36.804140 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-026f21f3-7b3f-4d8b-a7c0-ab2700e8f72d req-1a5c4162-961d-482c-9cd4-a06b4f9b0702 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Jun 08 12:54:36.937047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-79deab48-1f9a-49cb-952a-b35be83826be req-89d13eef-d219-497a-9eca-68ff9cd9e13d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0423965 Jun 08 12:54:37.992252 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2ff5-6e5c-4256-a0c7-07597e8072c6 req-25086ed9-dc14-4a40-b783-317915453061 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:37.993756 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f09d2ff5-6e5c-4256-a0c7-07597e8072c6 req-25086ed9-dc14-4a40-b783-317915453061 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0791812 Jun 08 12:54:38.124465 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f09d2ff5-6e5c-4256-a0c7-07597e8072c6 req-3a1b66ad-b010-4f9b-9655-c298deea2fac tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251523 Jun 08 12:54:38.263136 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-779059d9-4480-4118-b029-f05ab4e34d95 req-9c8f4e49-1633-45c0-83cc-08744a48516f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0435901 Jun 08 12:54:39.312508 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6364-b7e0-498a-942d-cd162ff308ec req-0ba1e544-d8e5-4ed6-8c60-d8df77a0ead0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:39.313915 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7fba6364-b7e0-498a-942d-cd162ff308ec req-0ba1e544-d8e5-4ed6-8c60-d8df77a0ead0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0814044 Jun 08 12:54:39.362929 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7fba6364-b7e0-498a-942d-cd162ff308ec req-75138886-57ff-47d2-b07f-79e9951ae644 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434101 Jun 08 12:54:39.504041 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e677ced2-85af-40a4-9eb6-deb5af53315e req-b1a7559d-d172-484e-86ad-5a154af87cac tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0472536 Jun 08 12:54:40.547523 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9725d7-ad4d-4144-98b5-60b356dfae86 req-e672b2e7-6720-4bd6-b7f2-719d582301d3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:40.548993 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b9725d7-ad4d-4144-98b5-60b356dfae86 req-e672b2e7-6720-4bd6-b7f2-719d582301d3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0783083 Jun 08 12:54:40.602669 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b9725d7-ad4d-4144-98b5-60b356dfae86 req-b46b6fc9-a491-4d5c-8c09-56949fcce2eb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479050 Jun 08 12:54:40.736502 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f3c5a96f-84c5-49d9-9819-7c581a532869 req-f8e14dce-0b2b-4e77-af18-29757ae983fc tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0418792 Jun 08 12:54:41.792862 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5acc4-0de2-4a52-a44e-4d069f83f96a req-5c47f81e-3213-4147-a864-49b2df26fc10 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:41.794449 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2c5acc4-0de2-4a52-a44e-4d069f83f96a req-5c47f81e-3213-4147-a864-49b2df26fc10 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0827589 Jun 08 12:54:41.839459 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2c5acc4-0de2-4a52-a44e-4d069f83f96a req-f9a23b05-71fd-43b7-add5-535b05588ee2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Jun 08 12:54:41.981058 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-236fe859-7cc2-4c4b-9c4f-0a3ce74addd6 req-d8367dd1-4ca1-4896-9c94-d05c15e1c271 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0447452 Jun 08 12:54:43.020996 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58ebb-b4bb-4389-bd4d-4022278b2ada req-4f4f845f-c329-402d-9780-f21bebe4d1bd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:43.022483 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ae58ebb-b4bb-4389-bd4d-4022278b2ada req-4f4f845f-c329-402d-9780-f21bebe4d1bd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0801318 Jun 08 12:54:43.066313 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ae58ebb-b4bb-4389-bd4d-4022278b2ada req-814ed6bf-bc7f-4b6e-86d7-cbd05c7d8f8a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382869 Jun 08 12:54:43.204292 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c9f6b28f-e805-4d36-830c-4ef378985188 req-92281324-a6fd-4cd6-b665-95d0cc760465 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0476065 Jun 08 12:54:44.253199 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0707e-c7fa-401b-b520-400a351e1de2 req-7e94d9b3-3995-4e49-9262-7a0d072e697b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:44.254685 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0e0707e-c7fa-401b-b520-400a351e1de2 req-7e94d9b3-3995-4e49-9262-7a0d072e697b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0792801 Jun 08 12:54:44.299709 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0e0707e-c7fa-401b-b520-400a351e1de2 req-cf21df04-ed53-41ec-9df8-33f0d1bf6329 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Jun 08 12:54:44.576747 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-991126d0-fe20-4760-9a82-9dbede2008a4 req-54aa92a3-374f-4a01-a6c2-01f317daf682 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0488780 Jun 08 12:54:45.495499 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a932b-7a9f-460d-8fab-509343a8e75a req-13a7b4bc-a4a1-45c2-9d7e-4cfbd0e567e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:45.496957 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e3a932b-7a9f-460d-8fab-509343a8e75a req-13a7b4bc-a4a1-45c2-9d7e-4cfbd0e567e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0939643 Jun 08 12:54:45.543354 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e3a932b-7a9f-460d-8fab-509343a8e75a req-415477d3-4b27-4c81-bd0e-ed7ed70f90f6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Jun 08 12:54:45.733575 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-afe93cf3-6e65-408d-951c-d02d78ac009f req-3f7e68bd-6c90-44f6-8a01-41e5d6c002c0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0457497 Jun 08 12:54:46.722819 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82721-28a3-4168-a360-2e673d754f66 req-0084679a-78d8-4254-9e73-ce835163a8b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:46.724266 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dcd82721-28a3-4168-a360-2e673d754f66 req-0084679a-78d8-4254-9e73-ce835163a8b5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0786266 Jun 08 12:54:46.769435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dcd82721-28a3-4168-a360-2e673d754f66 req-0ebb204f-8904-47e0-b898-168a7a98beb5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391946 Jun 08 12:54:46.903027 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2d62126-85de-40f4-9beb-8e4d3fe74b9c req-b9c26b47-aefc-46b7-a806-8188d7f5bf1a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0411532 Jun 08 12:54:47.982401 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af267d-2e9a-4d6c-bcf9-6fae0e645c78 req-549327c7-1aac-41ac-90a2-9ab6a348120a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:47.983987 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-46af267d-2e9a-4d6c-bcf9-6fae0e645c78 req-549327c7-1aac-41ac-90a2-9ab6a348120a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0868952 Jun 08 12:54:48.033889 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-46af267d-2e9a-4d6c-bcf9-6fae0e645c78 req-8248a082-9f70-47e0-b7a2-0ac835b7e795 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Jun 08 12:54:48.170742 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8db3606c-ed8d-445c-b525-741d363dfdbf req-748338e4-a03b-46dc-beb1-a578df19ffc1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0424685 Jun 08 12:54:49.221981 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cda76-0ab0-455b-a623-cca746d9a1fb req-07f37930-e2a5-4d44-82b7-70424638ec99 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:49.223438 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6c0cda76-0ab0-455b-a623-cca746d9a1fb req-07f37930-e2a5-4d44-82b7-70424638ec99 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0852411 Jun 08 12:54:49.267539 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6c0cda76-0ab0-455b-a623-cca746d9a1fb req-b45a3b6b-e808-4f82-aabd-715bdef9834a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379658 Jun 08 12:54:49.402580 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-548a7af0-4f7e-49a4-a1c0-79db6930132d req-03824bf5-df6d-4a4e-9468-9f96858fcc5f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0413978 Jun 08 12:54:50.460683 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934064b3-7601-4513-8cfd-f3d60e573045 req-b27370c1-7fe0-4dc0-a78a-8a7e7710b95a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:50.462284 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-934064b3-7601-4513-8cfd-f3d60e573045 req-b27370c1-7fe0-4dc0-a78a-8a7e7710b95a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0877342 Jun 08 12:54:50.508070 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-934064b3-7601-4513-8cfd-f3d60e573045 req-6569fed0-b9f4-44dc-b9e2-2b21c0178702 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 Jun 08 12:54:50.641329 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d702bd8d-1edb-4339-9a59-5ae6cb7678ca req-ecd66bba-1c13-4e26-a148-3bb21a82d818 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0422843 Jun 08 12:54:51.695350 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743f14-97ba-4189-b671-e75bc20a5f5e req-2454cf8f-4574-437e-83f7-dbee3bd445b8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:51.696805 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-94743f14-97ba-4189-b671-e75bc20a5f5e req-2454cf8f-4574-437e-83f7-dbee3bd445b8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0831788 Jun 08 12:54:51.739965 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-94743f14-97ba-4189-b671-e75bc20a5f5e req-d4ad0ffe-6444-4acb-9c6e-c13aa3fe5107 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Jun 08 12:54:51.880104 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47b0135d-6d7b-4895-81b3-4730a99851ef req-50c97716-c8b0-49a1-9774-f1337b273005 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0435364 Jun 08 12:54:52.926517 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592302-a979-42e9-a356-53b3f03ea78b req-4645465b-017a-4f1e-95f8-1dff47b6f518 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:52.927962 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d0592302-a979-42e9-a356-53b3f03ea78b req-4645465b-017a-4f1e-95f8-1dff47b6f518 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0823224 Jun 08 12:54:53.041899 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d0592302-a979-42e9-a356-53b3f03ea78b req-9c098dd8-f8e1-4b7f-b227-60cec454304d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080034 Jun 08 12:54:53.187301 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a1481468-253a-4cc0-a0ab-99fd312b4c92 req-faecb361-2e76-476e-94e0-498f20f4b437 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0417118 Jun 08 12:54:54.225539 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34c84-c25d-4104-a0f0-d6696b572d81 req-fb9268ca-290b-444d-be70-e8a5d04ea84f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:54.227625 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f7b34c84-c25d-4104-a0f0-d6696b572d81 req-fb9268ca-290b-444d-be70-e8a5d04ea84f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0818248 Jun 08 12:54:54.270584 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f7b34c84-c25d-4104-a0f0-d6696b572d81 req-64fcc632-0d23-4cb3-a87a-ab93364afa1b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372951 Jun 08 12:54:54.405466 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8d0507bf-8532-4efa-9b79-e15d6d3eeb4a req-4c4cef57-cd7a-4191-a1ad-3a4f4433e616 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0419219 Jun 08 12:54:55.045352 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:55.459247 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36999d64-a9e1-4475-8a5a-a08a0b7f96a3 req-c349442d-becd-4c1c-ba89-a93ede99e56c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:55.461193 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-36999d64-a9e1-4475-8a5a-a08a0b7f96a3 req-c349442d-becd-4c1c-ba89-a93ede99e56c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0811763 Jun 08 12:54:55.504770 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-36999d64-a9e1-4475-8a5a-a08a0b7f96a3 req-c1ec638f-26e4-4aa1-9f41-946cc84ecd0e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379593 Jun 08 12:54:55.637289 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9fae0ef2-b355-4b95-be71-ec0cc4cfbf3e req-4cab7851-4931-48d1-a680-c9c328ca2fc7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0415831 Jun 08 12:54:56.684858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe549c-491d-4626-b157-907c6751adc1 req-959679c6-94b7-4007-8e62-2403d7bac870 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:56.686338 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69fe549c-491d-4626-b157-907c6751adc1 req-959679c6-94b7-4007-8e62-2403d7bac870 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0776334 Jun 08 12:54:56.733176 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69fe549c-491d-4626-b157-907c6751adc1 req-67447568-26a2-4e1b-a49d-3e9b1f1b7291 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Jun 08 12:54:56.868921 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0a788dc-bf01-468e-9654-1c4516ab967a req-1d3d4c00-8e7d-4312-8398-e12254911d66 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0420582 Jun 08 12:54:57.919519 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce598b05-bc42-4024-a36e-203f8cbc917e req-92b8b846-59b4-45b9-8ba1-397a6649ee8a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:57.920980 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce598b05-bc42-4024-a36e-203f8cbc917e req-92b8b846-59b4-45b9-8ba1-397a6649ee8a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0846081 Jun 08 12:54:57.977109 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce598b05-bc42-4024-a36e-203f8cbc917e req-f53c7c0a-273a-4782-b6de-0edc23b371de tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503659 Jun 08 12:54:58.109965 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8cb7b8ff-e6dd-448e-aaae-213365d2e023 req-af19f16c-56bc-4c93-bffb-2aa8412264ee tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0418851 Jun 08 12:54:58.248963 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:54:59.159658 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e387636-47a8-4de1-af74-634ef6176593 req-a91ce473-c353-47ec-8e22-4166224b9411 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:59.161099 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e387636-47a8-4de1-af74-634ef6176593 req-a91ce473-c353-47ec-8e22-4166224b9411 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0787804 Jun 08 12:54:59.208403 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e387636-47a8-4de1-af74-634ef6176593 req-22df9b86-6638-41c6-9fe3-07bc2c2317d5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Jun 08 12:54:59.352140 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ef0de7a0-4686-44f6-8d04-fb1e46cd0862 req-5b154f95-c081-4b90-a669-5bac492c23ae tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0456090 Jun 08 12:55:00.397108 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68205-5a17-4e1a-b58f-39b441892685 req-35a8c67d-6d98-46e1-ab02-eef1f17e91d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:00.398662 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-00b68205-5a17-4e1a-b58f-39b441892685 req-35a8c67d-6d98-46e1-ab02-eef1f17e91d6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0827949 Jun 08 12:55:00.443856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-00b68205-5a17-4e1a-b58f-39b441892685 req-edce2051-8e10-4dd2-a9bf-dc40d823776d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396414 Jun 08 12:55:00.594532 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-26849ac8-f1e7-4573-983f-f57c09fdb8f0 req-e0e02107-ad23-4956-be90-a55e26780d3e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0453253 Jun 08 12:55:01.158839 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-63b7ee27-ef71-4ee8-bd76-5fe764673a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.628214 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7a38f-ddcf-4978-b720-76f5f2e08a1c req-1a8a72df-dfb8-4c3c-9050-ddbaaf26bb83 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:01.629701 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-70b7a38f-ddcf-4978-b720-76f5f2e08a1c req-1a8a72df-dfb8-4c3c-9050-ddbaaf26bb83 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0801938 Jun 08 12:55:01.674624 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-70b7a38f-ddcf-4978-b720-76f5f2e08a1c req-6d1c9d6b-cef6-46ef-a397-0fc1687f8833 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381985 Jun 08 12:55:01.817294 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-462a37b4-b1b2-445d-ab97-5be4b882b426 req-616839fd-25d6-4467-85f1-42d97c7e0cf7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0451548 Jun 08 12:55:02.859158 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc925-087c-4038-af7c-0865e307c208 req-c59e1ce4-3ebe-4388-b374-906ba5fa2d37 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:02.860635 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-725dc925-087c-4038-af7c-0865e307c208 req-c59e1ce4-3ebe-4388-b374-906ba5fa2d37 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0792785 Jun 08 12:55:02.905436 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-725dc925-087c-4038-af7c-0865e307c208 req-d5a46fc1-b711-413f-9c98-126c89bb7db4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 Jun 08 12:55:03.043138 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3a08c837-9eab-48c5-ae49-2e7644aa87e5 req-7fd88e8e-707e-4bf7-a953-7703f9d275d9 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0460904 Jun 08 12:55:03.497602 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-90a19aac-c072-4dcf-abd0-fd6833084f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:03.788276 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:04.096594 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3689e3-1863-4815-816e-92f695bab218 req-f4c23e92-769b-47f7-93dd-34bf46787dee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:04.098012 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a3689e3-1863-4815-816e-92f695bab218 req-f4c23e92-769b-47f7-93dd-34bf46787dee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0812898 Jun 08 12:55:04.143422 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a3689e3-1863-4815-816e-92f695bab218 req-fbdce7c7-661f-4fe1-aeca-393654297c2f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392883 Jun 08 12:55:04.289127 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6cfcca5b-1e0f-4f95-a2d5-25f05f5dc0f7 req-e97c0dff-efb2-4ca9-8919-de4fd8dca7ff tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0429688 Jun 08 12:55:04.753077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:05.333233 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7013f6-fe50-45f5-9d66-be197cf4bf8d req-2fc01bce-06c5-4cf3-8bc8-9ab200fcbf1b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:05.334682 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4a7013f6-fe50-45f5-9d66-be197cf4bf8d req-2fc01bce-06c5-4cf3-8bc8-9ab200fcbf1b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0852578 Jun 08 12:55:05.379503 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4a7013f6-fe50-45f5-9d66-be197cf4bf8d req-81e0c4aa-0fd0-4e17-afd4-df085bd42004 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387173 Jun 08 12:55:05.510752 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1447aaf7-d2b9-42a2-939e-94d4e7b8f992 req-298a161d-2cda-4c8a-827c-4da0988fd2fb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0408928 Jun 08 12:55:06.404167 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.571904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b710-9359-4b3f-a94d-231aabcbf71b req-9e452c7c-d682-49e2-ab50-f2edc412ddd2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:06.573392 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3527b710-9359-4b3f-a94d-231aabcbf71b req-9e452c7c-d682-49e2-ab50-f2edc412ddd2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0838611 Jun 08 12:55:06.618116 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3527b710-9359-4b3f-a94d-231aabcbf71b req-3ecd5369-20ed-4249-a0b0-694e05478f4c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387487 Jun 08 12:55:06.750729 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7681156f-d6f6-4a41-949b-dfab3628e998 req-b3d415df-04b0-4ccc-90cc-91dc57ea08ba tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0418413 Jun 08 12:55:07.873450 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537819e-f354-425d-b367-9f0dafdcc335 req-cab3451d-5c90-49c5-83bb-10325f4192ef tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:07.874911 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5537819e-f354-425d-b367-9f0dafdcc335 req-cab3451d-5c90-49c5-83bb-10325f4192ef tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1552143 Jun 08 12:55:07.919332 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5537819e-f354-425d-b367-9f0dafdcc335 req-f300ff28-308a-4597-a137-83680e6cf9b1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387287 Jun 08 12:55:08.057096 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fef44b8b-6af9-4da9-8fd4-7f3f8cecc12d req-4349711d-78d3-4e73-b473-67e8f503c043 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0423374 Jun 08 12:55:09.106207 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c433c6-8f94-434a-9814-db4ff60b6fd3 req-bf738510-22f9-4d17-b568-ff5ab3286fe5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:09.107662 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c9c433c6-8f94-434a-9814-db4ff60b6fd3 req-bf738510-22f9-4d17-b568-ff5ab3286fe5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0848846 Jun 08 12:55:09.150536 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c9c433c6-8f94-434a-9814-db4ff60b6fd3 req-7976e83b-81c1-4c66-82f2-66dd2b4fcff5 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372787 Jun 08 12:55:09.282176 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09596339-8014-43d3-a535-5b281a344531 req-0448996c-a7f0-4097-af44-cb6e20847f9e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0406697 Jun 08 12:55:10.337359 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db08a8-6f38-4524-b743-cfff455fb078 req-c836f04a-5a2c-4eb6-90cb-964299a4fd97 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:10.338877 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9db08a8-6f38-4524-b743-cfff455fb078 req-c836f04a-5a2c-4eb6-90cb-964299a4fd97 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0828857 Jun 08 12:55:10.383855 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e9db08a8-6f38-4524-b743-cfff455fb078 req-4891437e-c83b-4b28-87bc-e655922e2ba4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Jun 08 12:55:10.406872 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 50594) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:10.538039 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3e8445ac-38ba-4f2a-9d1f-25fbb24a4c68 req-124e24b1-df32-4e92-94cb-53412dc5a209 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0537963 Jun 08 12:55:10.703514 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Deleting port 984f1f10-54f8-457c-b7ac-2ba35ede51f9 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:10.703856 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:10.824001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:10.824001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:10.948848 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Calling delete_port for 984f1f10-54f8-457c-b7ac-2ba35ede51f9 owned by network:floatingip {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:11.077537 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:11.081914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:11.130549 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event deleted for resources: {'Port': ['ID=984f1f10-54f8-457c-b7ac-2ba35ede51f9,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:11.134854 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:11.222463 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for floatingip, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:11.222791 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Floating IP 1cca2961-0963-462e-8a1b-079dcc837288 disassociated (deleted). External IP: 172.27.0.150, port: bd4f5412-794e-4518-886a-79823ebcbf24. Jun 08 12:55:11.689565 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Router ee4cd861-823a-4f01-80a3-4a4f79cf706e has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:55:11.698728 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc315f1b-3542-4ced-8ea7-b2f6b066d969 req-7e04ce04-7df5-48a0-9878-72fc3137843a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0460174 Jun 08 12:55:11.873876 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:55:11.878032 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:11.883741 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] Sync routers for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:55:11.892943 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:55:11.893524 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:55:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:11.933389 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "DELETE /v2.0/floatingips/1cca2961-0963-462e-8a1b-079dcc837288 HTTP/1.1" status: 204 len: 168 time: 1.5254004 Jun 08 12:55:11.934067 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:55:11.936462 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230422c-c825-472a-91e4-f5f0bf2f1de4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:55:12.077006 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:55:12.170542 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d86537-c4a9-41a5-8664-8a3e63c1c77d x-openstack-request-id: req-38d86537-c4a9-41a5-8664-8a3e63c1c77d {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:55:12.170868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:55:12.171213 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38d86537-c4a9-41a5-8664-8a3e63c1c77d {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:55:12.171579 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'status': 'completed', 'code': 200} Jun 08 12:55:12.328131 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-3216cf0a-0032-46e0-a052-5b1eb3f7f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:12.329637 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-3216cf0a-0032-46e0-a052-5b1eb3f7f738 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2ace496d2174da1984ec361e0543bf3&device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 1097 time: 0.1330147 Jun 08 12:55:12.415099 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-85aa2e90-3e2c-4654-9bb5-e7bc3c4bd25e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:12.416583 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-85aa2e90-3e2c-4654-9bb5-e7bc3c4bd25e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.0920691 Jun 08 12:55:12.428256 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80341-07b0-4c15-afb4-ae6ae9948dcf req-2be604e2-5a40-4abb-8472-bdabb5e665d8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:12.430337 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b0a80341-07b0-4c15-afb4-ae6ae9948dcf req-2be604e2-5a40-4abb-8472-bdabb5e665d8 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1664660 Jun 08 12:55:12.433491 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:12.437581 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] Checking router: ee4cd861-823a-4f01-80a3-4a4f79cf706e for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:55:12.445975 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:55:12.446596 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:55:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:12.499801 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b0a80341-07b0-4c15-afb4-ae6ae9948dcf req-12e43d86-7c79-444d-930d-5e29923ab485 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/security-groups?id=efa9294e-679b-4769-a510-56869f2ac945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615640 Jun 08 12:55:12.518282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-859c4802-2361-4b14-8113-a12636e4533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:12.519872 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-859c4802-2361-4b14-8113-a12636e4533b service neutron] 10.222.0.59 "GET /v2.0/networks?id=99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 200 len: 910 time: 0.1836991 Jun 08 12:55:12.569481 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Deleting port bd4f5412-794e-4518-886a-79823ebcbf24 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:12.569889 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:12.593358 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-e493243d-7f1a-4293-a79c-9b1653db353e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 200 len: 217 time: 0.0661786 Jun 08 12:55:12.627909 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:55:12.658849 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-9008f538-2783-4827-b19f-a6e10b1d401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:12.660336 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-9008f538-2783-4827-b19f-a6e10b1d401d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 200 len: 848 time: 0.0607975 Jun 08 12:55:12.710842 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] For port bd4f5412-794e-4518-886a-79823ebcbf24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bd4f5412-794e-4518-886a-79823ebcbf24,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:12.711247 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:12.742357 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-b74d4132-b458-47ab-a77d-dfa1ee0d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:12.744967 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-b74d4132-b458-47ab-a77d-dfa1ee0d10ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99225fe3-e4ba-485d-944a-4485d3585a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778141 Jun 08 12:55:12.842434 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Calling delete_port for bd4f5412-794e-4518-886a-79823ebcbf24 owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:12.891963 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-06c93932-23e7-46c4-8b5e-f5db3eb2200f req-eb40a7a7-dc8c-4f33-8f39-2b2b22251619 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0599709 Jun 08 12:55:12.946922 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-a50afe64-7d14-4880-9bf2-fd6ebcc77acc service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949506 Jun 08 12:55:12.992260 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:12.993435 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:12.999785 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97960e54-c2f9-45ca-913e-c04d66593f2d None None] The sync data for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:45:30Z', 'revision_number': 4, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7af52906-495e-46d8-a209-b6b1da281d08', 'name': '', 'network_id': '99225fe3-e4ba-485d-944a-4485d3585a6a', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'mac_address': 'fa:16:3e:1b:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '3cd3e512-53db-4708-8631-f990b602962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:29Z', 'updated_at': '2021-06-08T12:45:40Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'subnets': [{'id': '3cd3e512-53db-4708-8631-f990b602962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:55:13.000795 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:13.053411 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event deleted for resources: {'Port': ['ID=bd4f5412-794e-4518-886a-79823ebcbf24,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:13.094709 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4230422c-c825-472a-91e4-f5f0bf2f1de4 req-0563e9fe-9179-4854-b20a-16e1abf33be0 service neutron] 10.222.0.59 "GET /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403012 Jun 08 12:55:13.099410 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.099777 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.100301 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.100656 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.101038 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.101410 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.101755 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.102099 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.102441 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.102781 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.103125 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.103463 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:13.111050 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:13.152442 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] No DVR routers for this DVR port bd4f5412-794e-4518-886a-79823ebcbf24 on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:55:13.155144 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:13.157317 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-289cd19d-02b0-4064-8024-7643dbfcd7e9 req-fb901c4c-4045-48eb-abe9-426972849cc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.59 "DELETE /v2.0/ports/bd4f5412-794e-4518-886a-79823ebcbf24 HTTP/1.1" status: 204 len: 173 time: 0.7347667 Jun 08 12:55:13.157905 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'name': 'network-vif-deleted', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:55:13.160358 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daac587-3f7a-4922-a5fa-5408c2def176" -d '{"events": [{"server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "name": "network-vif-deleted", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:55:13.262978 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab71b35a-2447-435f-8e69-6c707ea5908a x-openstack-request-id: req-ab71b35a-2447-435f-8e69-6c707ea5908a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:55:13.263303 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6", "name": "network-vif-deleted", "tag": "bd4f5412-794e-4518-886a-79823ebcbf24", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:55:13.263590 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab71b35a-2447-435f-8e69-6c707ea5908a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:55:13.264009 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6', 'name': 'network-vif-deleted', 'tag': 'bd4f5412-794e-4518-886a-79823ebcbf24', 'status': 'completed', 'code': 200} Jun 08 12:55:13.285703 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7efe7-f773-4a04-a11d-b0a05e19d723 None None] New status for floating IP 1cca2961-0963-462e-8a1b-079dcc837288: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:55:13.654655 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0ad6c032-83fb-40c1-9c58-d2487e09920d req-072a0256-43ab-49f4-a2c9-7dc064c09ca2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0425265 Jun 08 12:55:14.052810 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d3eb22d7-2d38-4e3b-af23-38f25d734b71 req-16a7f531-2ba4-4861-b20a-bf572b802d7b tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0449119 Jun 08 12:55:14.799764 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0526e8a9-50e5-41c7-9361-534bb3801525 req-5bcbd9c0-a232-42dd-b60a-773b614dcadd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0412123 Jun 08 12:55:15.207794 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-077b26c1-2c57-4eea-ac73-4130f38f7c2c req-67e0f088-a198-4d90-aa1a-94b16265b7cc tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0422618 Jun 08 12:55:16.041049 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0e2f078f-efb1-48a5-af60-060a1b6fee28 req-48c4139b-29f1-4813-a213-5cc4ad8c7c38 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.1357298 Jun 08 12:55:16.360252 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e73f4a04-6c7d-49ba-b595-53e757689b3d req-bab64846-e057-4efd-93c2-df69859bbc43 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0428154 Jun 08 12:55:17.185769 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-271691d2-6041-455a-a2e8-37b4d02ad18c req-afb5f202-834c-4aae-8ec6-3809558451ca tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0425754 Jun 08 12:55:17.512082 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-38f92b03-020a-4ce1-b6e1-6dade0aed33a req-8571e4e6-ab82-4d5d-99c0-16fd4e585051 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0440667 Jun 08 12:55:18.339431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-963faf10-fa3c-4f01-8f2b-cef89736235d req-685fc26e-a52e-4e93-b12b-3a38d67ed791 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0433855 Jun 08 12:55:18.667976 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a1522616-8fe3-4a6f-ae28-f94bd1a51b5a req-246bca63-7eeb-4276-9b63-877b7fb1b9d3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0430262 Jun 08 12:55:19.491133 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7ec951cd-ab26-4586-af6f-08535c321cd4 req-93620701-ef14-4116-bd62-b6a45bc11f5b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0464227 Jun 08 12:55:19.824446 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e627ec44-17b1-4e5e-a40f-4ffac24eca24 req-f989e06e-69cd-4e3c-89ba-a1ed99e95d35 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0430121 Jun 08 12:55:20.640926 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-874a7115-5487-4411-8dde-9ff841a054b0 req-17535e37-6282-4631-b822-caef8a1f4b2d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0425537 Jun 08 12:55:20.993627 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d7a176b2-fa5c-4d03-a867-f670ad6b2a7d req-bf64b597-8265-4c03-8995-6588555e2086 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0549111 Jun 08 12:55:21.810985 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f6cc92c0-7981-4bf1-b771-5f6f53c8942f req-a0e8ff53-4779-4c8b-afa7-9ddcbf8477cb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0541666 Jun 08 12:55:22.187833 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4eff4cb5-2d09-403e-8168-396b796c189b req-b1bf28b3-8f33-4c06-b3b6-fe3a5d4952be tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0586853 Jun 08 12:55:22.992350 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2c7f8ccb-34e3-44b8-9bf4-8c8f78dc3680 req-3117134f-4718-4ad1-8ab7-c5414be68e08 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0529037 Jun 08 12:55:23.348773 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adcc821e-f727-4e19-88d7-50356c99f730 req-dfb23a0e-aa1f-4df8-a151-de9473fbade2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0480058 Jun 08 12:55:24.148413 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e36d02c-3bd4-4649-831a-70085186b846 req-f22f348d-e6f1-43b1-a8f5-c09e632716c0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0419300 Jun 08 12:55:24.505679 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-48e76399-bb2c-4e2b-9131-0e3728e918d8 req-87bd2449-9d35-4d7f-9140-c0a44a98e029 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0442796 Jun 08 12:55:25.044607 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:25.300886 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d88171dd-e3c2-4c47-9999-0baa16eb6353 req-972d1e41-de80-437e-809a-d6e695357a28 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0418282 Jun 08 12:55:25.661526 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-56f256ee-1737-43ff-9f04-bb845f6ae29f req-01d9137e-4b12-45a5-b7d6-4a40c90c613e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0417078 Jun 08 12:55:26.457512 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ac6b9618-24d5-47a5-9e0f-87583b9b55e2 req-49b0b346-55af-46bd-a608-b245f8670b33 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0515714 Jun 08 12:55:26.971062 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-37e0b061-daf2-4cc9-a9ec-5ceb1f0b19f6 req-29bda285-b1d0-4f79-a63a-99c7e4b5d50f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0423367 Jun 08 12:55:27.609764 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ce8a9323-28f4-4c75-a46a-a4fd3441123c req-501008f9-0c02-4e59-ab2c-a6d67739af72 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0474951 Jun 08 12:55:28.135119 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-381e5dfa-f54d-43b6-804e-e51f4a2eb8a7 req-d7157f11-a86a-4e38-8ecf-cd8d2433c76c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0461271 Jun 08 12:55:28.762203 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1516dcea-f8bf-49f2-8529-961d1de4c567 req-1eff91fc-e63f-42b5-9991-dcc899133b9f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0417225 Jun 08 12:55:29.289853 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1bf538d4-c898-4251-85e0-492cd46b5fe6 req-38969094-81b9-4bf6-a3b7-96c6bcbebef0 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0429499 Jun 08 12:55:29.913125 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8537f697-bf09-49f0-8eae-4ba01f505d18 req-81340618-5921-4396-b7c7-10d91d530876 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0458863 Jun 08 12:55:30.448992 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d8e213db-df02-449c-bbc4-d213003631a6 req-8ac8511a-43fd-4630-af85-49312debf483 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0430024 Jun 08 12:55:31.075134 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc95137e-4277-4417-83bc-a80c68ad42ae req-0e8b3d25-e3f0-4c08-8ff0-57db62cd6299 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0427589 Jun 08 12:55:31.160129 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2e5f155-d2c3-4110-8492-74f055fe29d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:31.599920 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90c358ea-6d97-4576-93a9-a00334c6b5a9 req-7eed60e0-6fe7-45c9-aeea-09811cf6d452 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0441499 Jun 08 12:55:32.227358 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d7d157b8-0039-4760-a250-30ca24a5b80e req-a7f7294f-033f-44fb-9a30-5822e9215e5e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0459833 Jun 08 12:55:32.750762 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4207f5d4-76ad-47a9-a299-bf6e4befd017 req-89f3edf3-e5b8-47d7-8f34-3cd564dcba0c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0416257 Jun 08 12:55:33.101110 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-b9587993-5043-443d-a895-85cdaafba44d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689533 Jun 08 12:55:33.190108 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-d729ad2f-6809-4a39-89e1-ad6e9ce4d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:33.191459 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-d729ad2f-6809-4a39-89e1-ad6e9ce4d0d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 1099 time: 0.0684679 Jun 08 12:55:33.335013 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-0ce3441c-0961-4254-bbe6-e1a2193aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:33.339564 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-0ce3441c-0961-4254-bbe6-e1a2193aad1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 914 time: 0.1262798 Jun 08 12:55:33.383595 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85f1d1cf-3acf-44a7-8c74-6973bece8eda req-260520f2-842d-4a78-9ca4-97aa8e22c217 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0504167 Jun 08 12:55:33.410761 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-690a55f1-d3f8-42aa-b600-8ba7bce1b7d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 200 len: 217 time: 0.0666876 Jun 08 12:55:33.472604 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-6ccf5502-e26d-41ad-a750-c228ff2ed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:33.474051 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-6ccf5502-e26d-41ad-a750-c228ff2ed8cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.0558763 Jun 08 12:55:33.490336 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9a98d718-a10f-40d0-9e46-cd8c2edf8fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:33.524564 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-d8369667-4099-4884-bc4b-26394d52d5c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430586 Jun 08 12:55:33.735671 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-b2a63f7a-4c63-4c8d-81d0-883b06095a3c service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044580 Jun 08 12:55:33.792327 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:33.871898 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-02016a23-f38d-4df1-a9ae-45afa667d091 req-addbd336-8ee5-4670-baa5-cb454d0f15ed service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293838 Jun 08 12:55:33.912161 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cf709b86-1e6c-4ff8-8b2b-d10ce7826863 req-f28a95ea-7cca-44fe-a8de-659fc8363ba9 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0445039 Jun 08 12:55:34.527113 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-439cde5d-24ba-43de-b075-dfa039df81a3 req-36c7b542-5724-4088-85df-c2a01501bf20 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0415857 Jun 08 12:55:34.757570 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:35.067786 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c584b110-9467-485c-9c7d-3c14fb5466a0 req-cb1f7e65-59df-4b51-b296-d889ee91aa01 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0468147 Jun 08 12:55:35.247650 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:55:35.676479 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fa175c09-b03d-4a76-bf3e-b12dc292440f req-300a4774-4de5-472d-94c2-7494f4f154e1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0420461 Jun 08 12:55:36.217112 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-124f1888-2fd4-4ed3-babd-1a343dfa01b1 req-028bc51a-3347-41f3-b5dc-8e210ddbb711 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0422151 Jun 08 12:55:36.408424 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:36.829001 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a25fa85a-a5cd-4602-ba50-99cf9656bb69 req-adc32f6a-9479-452d-81d5-6e9066bf2a93 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0467327 Jun 08 12:55:37.369087 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f7c6aaa0-0922-4c71-a14d-c960e551a2d4 req-849110b8-0e55-4ee2-ac1e-2f5c0fbf51de tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0413353 Jun 08 12:55:37.977305 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4e7d4a3c-2859-410e-b311-408ebff60ff5 req-a6ced748-2fc0-4a0d-991e-61c1497b9b05 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0412476 Jun 08 12:55:38.519763 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e2a3de14-fd86-4a26-b3af-b3b5956fc004 req-2f0b231b-4948-4511-bc91-3bb03a24a41f tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0440626 Jun 08 12:55:39.130243 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3848ccfc-6a04-4cf5-a1fa-d3ee126240f8 req-9c9ae5dd-dc8a-4b50-ac09-c8e13ee15165 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0419698 Jun 08 12:55:39.674139 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5d40f3ab-3931-4b2d-9f9d-eb8a0d6106b6 req-43dbfd28-2ed3-4e8e-9ddd-cb5b0dc9bff8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0431538 Jun 08 12:55:40.278517 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-470ffa07-1e3b-44d9-93ae-d7308806cddd req-80f9551d-9758-425d-836b-b6e4f4088a49 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0447950 Jun 08 12:55:40.827719 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a2022d02-777d-4259-8305-df569e4eea05 req-76f7ed68-1b9e-4b44-b98c-3b20639c747c tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0430009 Jun 08 12:55:41.427354 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b7a552e-6431-4101-b44c-3481462fb64a req-b20bb68a-9a31-4535-a062-93e959987404 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0413678 Jun 08 12:55:41.981980 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04ae21a6-7a04-4591-b147-0b9145f97505 req-f6aa73b6-f334-4cc4-b448-e0bb4596ff86 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0464258 Jun 08 12:55:42.588099 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eaf11d03-e8ba-4a06-858a-49fad5db3d0d req-310054e0-6cdb-49a1-b7e4-bee252e1ca78 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0422173 Jun 08 12:55:43.137811 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec37214b-eb0f-473d-aace-075466638ca8 req-749a9e02-57a5-43dd-8493-efc150e20fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0409286 Jun 08 12:55:43.802842 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-21cec82c-7a9f-4b3e-83e8-af52c2a0c8f3 req-8be855d4-2b79-4927-a351-996d7fcb2338 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0441136 Jun 08 12:55:44.296435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-237575ff-461a-48f4-a000-9bcef7f13a6a req-3ef6f803-2fa1-4142-bee0-5d399c6b1365 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0420938 Jun 08 12:55:44.950203 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-453a0d1b-fd97-4dee-84f7-23aa7bcff322 req-c2069c88-9ffd-451c-a7ea-94c170ee72af tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0428274 Jun 08 12:55:45.453052 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-349a86ca-046b-4b30-9889-239cf7dbfeb2 req-c79a8fad-6944-475e-a0b0-bfc8dff2eee2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0438266 Jun 08 12:55:46.097938 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-652e4a55-27b5-4516-8853-5126815b4a15 req-33d7dddc-5e48-48e6-a858-845425938eba tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0418720 Jun 08 12:55:46.602196 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ee28379-750a-48c1-a313-aa9539d52d2f req-59f37e7f-fa0e-4c1e-8e88-439a9640cb19 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0415583 Jun 08 12:55:47.246090 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d9a8b778-9499-426b-8bdf-cf6426ece996 req-5d63d0bc-05e0-42de-aaaa-672359c7b494 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0444984 Jun 08 12:55:47.755524 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4bb4a5e7-2506-4055-bc89-0fa0df279dc2 req-b0bea6a0-41c5-4734-a0ca-a91eef66b96d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0418904 Jun 08 12:55:48.396802 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2837cdf-277b-42dc-982a-42707e4478d3 req-61fa1612-5bb2-4278-9d70-267a8762c9c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0423598 Jun 08 12:55:48.981211 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-11d83c16-d9a0-43c7-a228-a22b1ec0d53a req-348b83ea-09ef-4650-b833-c351c7ef48c8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.1156771 Jun 08 12:55:49.548355 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a81e7f4-8e26-4306-a14f-7d41070b15f6 req-f876f906-9e02-4af2-a4ec-3ebaa7da3c00 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0454862 Jun 08 12:55:50.133888 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12294025-b3f3-4f2e-804c-d1b2227e2354 req-b661dc61-3273-4d79-a556-e4832fba5df4 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0445714 Jun 08 12:55:50.693480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-95f52b43-bb54-4417-80f6-b95643506106 req-079fe928-e3b0-4229-9ff1-5894e45ed62f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0409405 Jun 08 12:55:51.286205 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a3cbbb90-6e77-4e52-be16-f15625545862 req-1aca3aa0-90c4-4104-acc7-8a81dd7ab4e2 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0411806 Jun 08 12:55:51.842335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7a09fd88-75e0-4bf1-89e0-6637f1ec1a3b req-363f6803-6876-4be1-b11e-bfee7f03368e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0451636 Jun 08 12:55:52.439693 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-da457f7f-6ad3-480e-a0a4-b70acbaf66ec req-d1771f9f-959d-4f38-9ed7-a7d6a2aa8279 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0422857 Jun 08 12:55:52.994022 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d8438629-d51f-45e0-8317-75569e16bcea req-322de812-c69a-4d08-8eef-6708b00fd31f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0429044 Jun 08 12:55:53.600077 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8cd9b57b-237e-4fbf-9c5b-495ef3198503 req-ca5e694c-fc38-4f4e-befc-8f0acb50b7c3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0458715 Jun 08 12:55:54.147072 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f7ed63a3-9988-48ff-8048-b9b5bd2cd695 req-8631fd33-882a-4390-b73e-b6691f9f35ac tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0460384 Jun 08 12:55:54.755363 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e00820e-3fbf-4da4-b31d-346193528ac7 req-5df17dc9-f616-4faf-81da-b3450f450538 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0416391 Jun 08 12:55:55.058403 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:55.297039 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a0713895-61ee-489d-8744-fff60c68e340 req-955ac477-f6e4-4fd4-9be3-e0736f8d8dbe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0440524 Jun 08 12:55:55.914321 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-02ab79b5-2d68-4712-b378-5bf9564a97cc req-99ee8a9b-ee02-4d2a-bc02-6284d977b293 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0424643 Jun 08 12:55:56.458272 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-87535df3-291f-43be-9064-0cc9629e123c req-6292ee19-b59c-43fa-98a6-c0a464cd8993 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0538683 Jun 08 12:55:57.203551 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bbee567f-5cfd-41f7-a7f8-72fc33201bad req-a862f66c-9b73-4df9-b2f0-72b74fe76feb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0440822 Jun 08 12:55:57.608359 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-190572a1-08e2-4c10-8cba-b2867f031e8b req-f3b8f434-49bd-45b3-b252-735f1cfedb72 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0424998 Jun 08 12:55:58.363135 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f678e65a-4aee-4a82-bbd3-54a7125eefd6 req-deb29a42-6cd8-4fd0-bac4-3863a97f0542 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0449994 Jun 08 12:55:58.757283 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b4dd0765-b6bd-4d2a-912d-e916ad5aabe6 req-d769c5f8-8817-48fa-9553-df1c5e3f0d6c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0445554 Jun 08 12:55:59.512792 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dcecc226-2e73-4c3d-a1a5-ff18067f568d req-031c1cb7-a013-49e9-ad0c-d824a2f62007 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0416062 Jun 08 12:55:59.905126 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c5c449e3-ece9-47d1-b3d1-6f53eef1126a req-dc8bac08-5322-47bc-9af0-717ecf7d6e18 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0420461 Jun 08 12:56:00.674942 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-875a80fa-2033-468c-ba01-2e456bb3a0ca req-8e6edfe7-f551-4805-9938-54e623ec91d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0505068 Jun 08 12:56:01.048645 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c65f112e-4d42-46c3-8f99-7d1adc3fa2c1 req-ffa82000-a157-44fe-86c3-4ee6618433db tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0405922 Jun 08 12:56:01.161784 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ae6c89ed-0050-463b-b346-d708b306a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:01.837615 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e532513-c4f2-41e0-80fa-2c8be4da808b req-a7b41e6d-2c57-4293-8893-9d69ec4681ee tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0486431 Jun 08 12:56:02.211003 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-310723a6-8c3d-4000-9b7d-ad5d42a49f48 req-2087998e-a2a8-4968-a24c-f10999e71a6f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0569463 Jun 08 12:56:02.987807 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5c382de1-37b7-43b8-8255-543557cb5b0d req-459ebdd2-bfce-445e-a05b-bd3aff666e80 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0412676 Jun 08 12:56:03.356670 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-644ce24f-c2e3-4b97-81b6-b50c6fe89eac req-a2d0c3f8-66dd-45f9-aea4-84d75f69f7bb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0420790 Jun 08 12:56:03.492449 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d7313577-2f8e-4a23-9b31-1b9f6434e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.793947 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.140454 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e8890ea-24b0-44f3-a44d-492193fdc55e req-33422e04-c397-4cae-9cbd-499bbc2111d6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0453608 Jun 08 12:56:04.502404 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6fac5b23-48d7-4220-980b-ccf5b4d9522b req-54a73290-618a-4192-9e99-6fa431bc5703 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0425744 Jun 08 12:56:04.760218 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.298036 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f2a716a4-7287-42b0-9006-ee53598a6d97 req-6465a1f0-ca68-41cc-bcf9-2864836f0fd6 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0417738 Jun 08 12:56:05.656021 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4a8b36e6-4afc-4f14-884b-be704f91adae req-81b0facb-5a09-46fc-965a-9573fa261f51 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0461240 Jun 08 12:56:06.409853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:06.502505 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-41a0a172-feab-41de-87e7-76f5c7baede2 req-ad72dc4e-127f-4ca6-89d0-40ae15ecfff8 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0452893 Jun 08 12:56:06.808460 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-115f6895-2e1e-42a0-9893-bb1d7d10f33f req-198fcae1-abb0-461a-aad8-ba0dcf15439c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0430329 Jun 08 12:56:07.693568 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bbeb66f3-ce09-4ade-8942-13e6abedd2ba req-3218bf1d-77fd-4657-bd8e-862454b97ff7 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0725162 Jun 08 12:56:08.048008 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d422a695-99e9-4fce-b606-047ca2d24f25 req-57b6cee6-a898-4495-9afd-8c2c853fe2b2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.1283698 Jun 08 12:56:08.863040 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-93ab8a76-de21-4294-991a-afbeb8fc454c req-84240b00-80d1-4d16-8a71-570c4d1d2e05 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0461226 Jun 08 12:56:09.238717 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f4af7bb1-6f85-4e6b-a849-46e2bc0bb39c req-05bb633d-0857-4199-89ea-15048d1153bc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0729907 Jun 08 12:56:10.042133 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0976cde6-ab24-4a70-a9ac-cd0a5f5114b4 req-92853592-9665-4d19-af38-cf3a54e747df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0483370 Jun 08 12:56:10.411522 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-80645881-6fad-4f79-8581-dd755e2957bc req-5f87794e-9f04-4b34-896e-5a6932b4ee59 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0462563 Jun 08 12:56:11.260102 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8819839c-7146-4ead-96a3-1b24deee75f9 req-8cd94614-06db-4fb6-8c33-1b975a2b81aa tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.1023448 Jun 08 12:56:11.580018 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-18397b55-22bb-4101-ad6c-7f3394e85591 req-da66d444-4af2-4868-b575-8891bfaeadfc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0459247 Jun 08 12:56:12.247204 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:56:12.427888 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e95d677b-1493-4761-afb9-38ff04d9f97c req-7517edb1-a9c5-4b12-9bf1-6c93fab2c18d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0459712 Jun 08 12:56:12.734737 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ca167cd5-0ce4-48aa-a3fb-120da8227035 req-c5756db2-78d4-4067-a9f1-96a7c1ed036c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0468547 Jun 08 12:56:13.597278 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-07cf286d-2783-4b78-996b-5df66dace4f4 req-b3e91bc4-919a-4ad5-a6b2-10ce285a1998 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0456936 Jun 08 12:56:13.947575 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-69574856-aea9-487c-bbe6-3e35db35807f req-a54adc8f-ed51-404c-ac2e-355ad3881825 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0912576 Jun 08 12:56:14.766996 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a0ff7566-6f6f-4168-9fe8-db9f09559c4e req-bc37e270-472f-4874-88a5-25f0adac35dd tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0498207 Jun 08 12:56:15.113606 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-210074a1-d0bb-493b-b7dd-dd9ec3abce54 req-3cf99774-216a-4239-af36-2af5d1165dd4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0446181 Jun 08 12:56:15.936070 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-527cd7b4-d74b-43a8-b9e2-3fa3d701ae95 req-45c08a3f-2d00-4c61-aaf4-96582b6d076d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2dde97-9439-4fd4-b00d-4101e9f3c42f HTTP/1.1" status: 200 len: 210 time: 0.0446811 Jun 08 12:56:16.290204 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7b13a93-3ad0-4634-aaa1-2cef7288d233 req-9db95fe8-6c0b-4f3c-bd5c-165bed810eb1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0553577 Jun 08 12:56:16.622208 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 50868) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:17.087875 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 50892) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:17.167773 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.213629 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.285854 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.290090 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.291503 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "DELETE /v2.0/security-groups/71801cbd-306b-4a69-b5d0-49dc301562e1 HTTP/1.1" status: 204 len: 168 time: 0.2019331 Jun 08 12:56:17.292364 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b28666a-f847-4605-a0c1-a7cbd999974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:17.298103 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 50896) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:17.317103 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71801cbd-306b-4a69-b5d0-49dc301562e1,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:17.321221 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.api.v2.resource [None req-c279d5ee-fa6e-4d4e-81d1-1a1c6604709e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] show failed (client error): The resource could not be found. Jun 08 12:56:17.325622 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c279d5ee-fa6e-4d4e-81d1-1a1c6604709e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups/71801cbd-306b-4a69-b5d0-49dc301562e1 HTTP/1.1" status: 404 len: 347 time: 0.0228739 Jun 08 12:56:17.326934 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 50900) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:17.327093 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.327386 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.327759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.328129 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.328658 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.329074 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.329640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.330083 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.330554 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.331258 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.331730 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.332166 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:17.344800 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:17.508816 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-80b256bc-a9df-4654-9700-72eec6c65022 req-346eefaf-dc2f-4f61-8924-dc3833b8e6f3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0574334 Jun 08 12:56:17.627902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Deleting port 7aeaf8ba-e779-4ec1-b4a8-ff38677ff8bc {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:56:17.628530 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.706583 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.910516 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.910897 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.170632 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Calling delete_port for 7aeaf8ba-e779-4ec1-b4a8-ff38677ff8bc owned by network:floatingip {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:56:18.536666 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.546108 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b1c82f3a-ec16-4c4c-bec0-a01dfa219196 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:18.604827 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event deleted for resources: {'Port': ['ID=7aeaf8ba-e779-4ec1-b4a8-ff38677ff8bc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:18.658186 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.658873 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.659132 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.659461 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.659894 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.660267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.660625 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.661065 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.661438 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.661847 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.662224 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.663100 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:18.687027 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e8e08898-1b21-4634-9db2-efa6122f8d28 req-87777b2f-bfab-4365-b2bf-3b943f108267 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0491235 Jun 08 12:56:18.696999 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:18.720366 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Deleting port e8f580dd-70c2-4870-bb24-3c4f73aa29af {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:56:18.720605 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.805264 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.808303 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.809456 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "DELETE /v2.0/floatingips/382973ab-1b5c-4e43-97f3-5f4206c12008 HTTP/1.1" status: 204 len: 168 time: 1.4815819 Jun 08 12:56:18.916045 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] For port e8f580dd-70c2-4870-bb24-3c4f73aa29af, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=e8f580dd-70c2-4870-bb24-3c4f73aa29af,segment=NetworkSegment(06870f8e-cea8-4f25-89ac-08ff9a1494e8),segment_id=06870f8e-cea8-4f25-89ac-08ff9a1494e8)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:18.916971 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.079226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Calling delete_port for e8f580dd-70c2-4870-bb24-3c4f73aa29af owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:56:19.372902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.378256 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:19.431807 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f580dd-70c2-4870-bb24-3c4f73aa29af,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:19.435077 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:19.539629 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 50924) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:19.545457 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399527386', 'description': 'tempest-description--163471997'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:19.580432 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.718372 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.723402 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.727856 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8cd5a329-eb46-4697-ad58-3197485a9158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:19.763326 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c834e-f975-4702-8dde-d0a45e887d72,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:19.769558 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:19.792120 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.793525 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2526617 Jun 08 12:56:19.796713 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 50928) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:19.801373 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c834e-f975-4702-8dde-d0a45e887d72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:19.839733 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.865259 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec84e14d-8b23-472b-bf9f-37afb5e29b79 req-3a9c5287-12b1-4ca5-81ea-b7fd7c3e41c2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0552294 Jun 08 12:56:19.886040 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.947440 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.951648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.953764 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-74274323-c380-4a87-a048-c4177e8938a8 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:19.976641 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c282d15-3876-429f-a491-8b50394afc61,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:19.980408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:19.984245 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.986142 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-27846c80-0351-40b2-8762-1a8dc41f1d5a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884017 Jun 08 12:56:19.987971 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 50930) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:19.993238 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c834e-f975-4702-8dde-d0a45e887d72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:20.031649 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.156732 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.164307 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.166791 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:20.197700 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.199027 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2100198 Jun 08 12:56:20.201408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26813996-5688-430f-937a-3b7be3d71366,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:20.203303 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 50936) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:20.205302 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-369f0b4d-d49d-4ab3-b078-b6eb41fb79c5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:20.208954 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'floatingip': {'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:20.236147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.265691 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Router ee185436-0471-4db5-bdaa-44be48285d5b has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:56:20.414471 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.470953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:56:20.478280 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] 10.222.0.21 "PUT /v2.0/routers/ee185436-0471-4db5-bdaa-44be48285d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8536372 Jun 08 12:56:20.481341 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 50940) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:20.484547 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] Sync routers for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:56:20.501467 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:20.502258 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:56:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:20.613116 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Allocated IP 172.27.0.189 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/bbfdd271-7944-471e-9aca-5c9e2065dcd3) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:20.709229 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.712319 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:20.793158 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.831043 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.831728 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:20.831728 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:20.831728 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:20.831728 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:20.831728 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:20.831728 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:20.853936 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:20.855499 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:20.858646 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:20.921457 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.019263 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Deleting port 1c8670ac-9046-4062-a81f-73751615dff8 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:56:21.019558 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.088929 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ec9e96bc-b50c-4f02-8f0a-af1c42a017ae req-bebf09a9-6911-46f1-a638-fa43dc570c1a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0720613 Jun 08 12:56:21.100785 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.101820 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '1c8670ac-9046-4062-a81f-73751615dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:56:19Z', 'revision_number': 5, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port': {'id': '1c8670ac-9046-4062-a81f-73751615dff8', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:03Z', 'updated_at': '2021-06-08T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:21.111572 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] Checking router: ee185436-0471-4db5-bdaa-44be48285d5b for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:56:21.122203 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] Routers {'ee185436-0471-4db5-bdaa-44be48285d5b'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:21.127266 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:56:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee185436-0471-4db5-bdaa-44be48285d5b'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:21.180966 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.208346 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] For port 1c8670ac-9046-4062-a81f-73751615dff8, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1c8670ac-9046-4062-a81f-73751615dff8,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:21.208988 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.324320 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] Set router ee185436-0471-4db5-bdaa-44be48285d5b gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:21.378355 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Calling delete_port for 1c8670ac-9046-4062-a81f-73751615dff8 owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:56:21.480032 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.486249 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.490441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:21.496250 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:56:20Z', 'revision_number': 6, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:21.501948 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7867a-c2c8-4cb5-bdf3-8970bcfbaf91 None None] The sync data for ids ['ee185436-0471-4db5-bdaa-44be48285d5b'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee185436-0471-4db5-bdaa-44be48285d5b', 'name': 'tempest-AttachVolumeTestJSON-950434055-router', 'tenant_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:00Z', 'updated_at': '2021-06-08T12:56:20Z', 'revision_number': 6, 'project_id': 'bb9c3580149245fba65b8a92ea6b93e6', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:56:21.629972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event updated for resources: {'Port': ['ID=bbfdd271-7944-471e-9aca-5c9e2065dcd3,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:21.634545 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:21.642407 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.663867 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.665185 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0d2e07cf-48ce-4c62-9c51-b2e6d8dbe575 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4609115 Jun 08 12:56:21.700185 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.708616 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d06309fc-35dd-405e-bf71-419bfb049ef7 tempest-DeleteServersTestJSON-55476915 tempest-DeleteServersTestJSON-55476915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:21.791044 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8670ac-9046-4062-a81f-73751615dff8,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:21.793515 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:21.863087 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.908676 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-7ea45220-15ab-4e4b-952c-c96786be380e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1399527386&fields=id&tenant_id=b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 267 time: 0.0508573 Jun 08 12:56:22.062241 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.064424 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.096173 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-3e3c6d29-0174-4187-95b2-8e493bef1e03 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:22.097930 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-3e3c6d29-0174-4187-95b2-8e493bef1e03 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 816 time: 0.1804771 Jun 08 12:56:22.117438 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-9b3415e5-a72a-4318-a62c-17b80d25260e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/quotas/b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 375 time: 0.0105493 Jun 08 12:56:22.152749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.153330 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee185436-0471-4db5-bdaa-44be48285d5b {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:56:22.158636 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.159805 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-eb1638d5-2a3e-45a0-9543-a4b6965b683a admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee185436-0471-4db5-bdaa-44be48285d5b HTTP/1.1" status: 204 len: 168 time: 1.6772871 Jun 08 12:56:22.164471 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 50968) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:22.225323 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-60a76c97-d4d8-426a-8a05-52ecf9aebf06 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000290 Jun 08 12:56:22.227220 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] Deleting subnet 1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:56:22.232062 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.296614 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-a6a69647-d9af-4a8b-99c8-4ea590c200fe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:56:22.298020 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-a6a69647-d9af-4a8b-99c8-4ea590c200fe service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596757 Jun 08 12:56:22.320432 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.386685 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.db_base_plugin_v2 [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] Found port (4bcc3a64-50b3-40b6-846c-5cd1fe0711f5, 172.20.0.11) having IP allocation on subnet 1904c8b9-4a17-4ef1-a794-0ca4d9e27d63, cannot delete Jun 08 12:56:22.388508 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 08 12:56:22.388984 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 08 12:56:22.393681 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-e93d7434-8c87-4de3-ab25-cac27c276de9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 409 len: 404 time: 0.2253547 Jun 08 12:56:22.483573 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f379da58-1208-4534-9de7-e7737b9eb9fe service neutron] 10.222.0.21 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711059 Jun 08 12:56:22.669955 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-aa912bc3-4436-4dda-93e3-6e53034ddb9f service neutron] 10.222.0.21 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706448 Jun 08 12:56:22.949155 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b543944-dd92-4b35-96ca-bcd0d0833fa5 req-18095ecb-2ae8-4da9-a4f4-72fb07cc7185 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0473497 Jun 08 12:56:23.068535 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1f46f810-64b2-4cd2-a00d-12f1f7ed973e req-0b648ef0-d3fe-4833-8917-e25248f24415 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 210 time: 0.0467982 Jun 08 12:56:23.184297 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e8f580dd-70c2-4870-bb24-3c4f73aa29af no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:56:23.247657 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: e8f580dd-70c2-4870-bb24-3c4f73aa29af {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:56:23.248247 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e8f580dd-70c2-4870-bb24-3c4f73aa29af not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:56:23.248918 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1c8670ac-9046-4062-a81f-73751615dff8 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:56:23.310283 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 1c8670ac-9046-4062-a81f-73751615dff8 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:56:23.310983 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1c8670ac-9046-4062-a81f-73751615dff8 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:56:24.121167 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c66ee6e6-0897-4afa-af12-b7309080ee91 req-4584c66c-fdc2-4573-8636-2e2895eb7612 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0513592 Jun 08 12:56:24.306908 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1e9f8973-d381-4592-bd27-db6226cfcac2 req-1bfc5c33-6327-4682-a910-9e6c1364a9d3 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 210 time: 0.0563116 Jun 08 12:56:24.426454 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-342d0c28-ce3d-4e5d-b555-5bed492d6735 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:24.427829 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-342d0c28-ce3d-4e5d-b555-5bed492d6735 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 816 time: 0.1937664 Jun 08 12:56:24.485223 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-3f87e9f6-dbf1-4ab7-827b-62bbd1a73486 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b011fa6f663a4929b81116b83c430fe1 HTTP/1.1" status: 200 len: 380 time: 0.0485466 Jun 08 12:56:24.498547 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'port': {'device_id': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'admin_state_up': True, 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'security_groups': ['ba6c834e-f975-4702-8dde-d0a45e887d72']}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:24.700347 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Made reservation on behalf of b011fa6f663a4929b81116b83c430fe1 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:56:24.704065 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.894437 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Allocated IP 172.20.0.3 (467a34ae-65db-4ee5-aae4-a183a44efbad/61c6f8f8-425e-465d-a179-1200ef7b16a7/0577aad1-7541-4a76-95a6-1bbbac3f394b) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:25.058426 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.102254 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.119083 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Transition to ACTIVE for port object 0577aad1-7541-4a76-95a6-1bbbac3f394b will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:25.147905 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.153347 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:25.153347 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:25.153347 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:25.153347 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:25.153347 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:25.153347 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:25.174077 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Network 467a34ae-65db-4ee5-aae4-a183a44efbad is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:25.175262 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:25.177868 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:25.255431 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:25.256117 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.282267 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-f3dee288-66e4-4cba-9932-896e165cbd91 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7902026 Jun 08 12:56:25.294367 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Request body: {'port': {'device_id': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:25.299911 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d34272a0-655c-488d-8e40-70c29f6d50cb req-c00806e8-2a1a-4b7c-aef3-09035628c211 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0538201 Jun 08 12:56:25.418431 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.474317 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-cd3ddb61-80b5-4845-87e4-44a7dd9826fd None None] Provisioning for port 0577aad1-7541-4a76-95a6-1bbbac3f394b completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:25.481300 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-cd3ddb61-80b5-4845-87e4-44a7dd9826fd None None] Provisioning complete for port 0577aad1-7541-4a76-95a6-1bbbac3f394b triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:25.482007 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cd3ddb61-80b5-4845-87e4-44a7dd9826fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.559573 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ddb61-80b5-4845-87e4-44a7dd9826fd None None] Port 0577aad1-7541-4a76-95a6-1bbbac3f394b cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:56:25.565294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccf77b-733c-404e-a4f3-c05922f2776e req-54b680b9-cc72-4388-bc05-9c4cede8f931 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:25.566875 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e5ccf77b-733c-404e-a4f3-c05922f2776e req-54b680b9-cc72-4388-bc05-9c4cede8f931 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 931 time: 0.1191049 Jun 08 12:56:25.631955 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e5ccf77b-733c-404e-a4f3-c05922f2776e req-464cb8a0-00a2-40ba-8794-7a904977acb1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566573 Jun 08 12:56:25.932476 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0577aad1-7541-4a76-95a6-1bbbac3f394b {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:56:25.942459 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.961328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Transition to ACTIVE for port object 0577aad1-7541-4a76-95a6-1bbbac3f394b will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:25.966492 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.973074 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:26.121776 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Pushing event updated for resources: {'Port': ['ID=0577aad1-7541-4a76-95a6-1bbbac3f394b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:26.126490 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:26.252783 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Attempting to bind port 0577aad1-7541-4a76-95a6-1bbbac3f394b on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:26.253311 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Attempting to bind port 0577aad1-7541-4a76-95a6-1bbbac3f394b by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:26.253738 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Attempting to bind port 0577aad1-7541-4a76-95a6-1bbbac3f394b on network 467a34ae-65db-4ee5-aae4-a183a44efbad {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:26.261715 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Port 0577aad1-7541-4a76-95a6-1bbbac3f394b on network 467a34ae-65db-4ee5-aae4-a183a44efbad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:56:26.262271 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Attempting to bind port 0577aad1-7541-4a76-95a6-1bbbac3f394b on network 467a34ae-65db-4ee5-aae4-a183a44efbad {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:26.268791 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:26.269131 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Checking segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:26.269639 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Bound using segment: {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:26.270100 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Bound port: 0577aad1-7541-4a76-95a6-1bbbac3f394b, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1208b39d-a0e8-4831-b793-7206ebc64ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:26.270545 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:26.379748 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] For port 0577aad1-7541-4a76-95a6-1bbbac3f394b, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:26.384790 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] For port 0577aad1-7541-4a76-95a6-1bbbac3f394b, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:26.394702 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:26.407917 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:26.479098 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f81b0ae0-1fbe-4752-9c02-09ad49ac098e req-a514a6dd-8703-4266-83b6-b6fd464c4980 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0475359 Jun 08 12:56:26.521173 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:26.522684 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:26.524678 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] 10.222.0.59 "PUT /v2.0/ports/0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 200 len: 1093 time: 1.2346919 Jun 08 12:56:26.525403 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:56:26.529538 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41acd939-9e35-4a2f-8784-e36e3822ffbd" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:56:26.558328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Pushing event updated for resources: {'Port': ['ID=0577aad1-7541-4a76-95a6-1bbbac3f394b,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:26.561782 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:26.622915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647597d5-ed61-43c4-8d0f-41e26592efc0 x-openstack-request-id: req-647597d5-ed61-43c4-8d0f-41e26592efc0 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:56:26.622915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:56:26.623191 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-647597d5-ed61-43c4-8d0f-41e26592efc0 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:56:26.623626 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'status': 'completed', 'code': 200} Jun 08 12:56:26.673604 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-6dbcef87-8de9-47af-b5af-53d6dcaf819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:26.674406 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-6dbcef87-8de9-47af-b5af-53d6dcaf819f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 1096 time: 0.0939167 Jun 08 12:56:26.757563 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-e5002003-a624-4002-9a74-81c3740f8b52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 200 len: 217 time: 0.0760570 Jun 08 12:56:26.838402 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-6fc3c58b-e821-481a-b09f-713a15f87a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:26.840743 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-6fc3c58b-e821-481a-b09f-713a15f87a4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0765703 Jun 08 12:56:26.870525 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ab380-92c1-4270-aabd-7b95bbffa507 req-a4fe5629-d844-4d87-ac43-2bbbf88d5861 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:26.872270 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a41ab380-92c1-4270-aabd-7b95bbffa507 req-a4fe5629-d844-4d87-ac43-2bbbf88d5861 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 943 time: 0.0969110 Jun 08 12:56:26.930325 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a41ab380-92c1-4270-aabd-7b95bbffa507 req-f2116b84-a9de-47da-b8c5-0eacfab74113 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520923 Jun 08 12:56:26.931579 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-5118cb26-1560-4737-a189-244f5ecbb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:26.933831 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-5118cb26-1560-4737-a189-244f5ecbb2ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866299 Jun 08 12:56:27.076554 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-46ce84b4-adb7-4116-8d9b-ac72e8c7d5f3 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365721 Jun 08 12:56:27.230488 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8e6bfd30-7864-4086-8f37-9b3035e635fd req-c9a7280b-c9b5-4a02-9457-5f8a86e6a5f9 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476169 Jun 08 12:56:27.359437 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-e428ea1e-55c6-4cf4-a6e3-9e312ebfab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:27.360949 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-e428ea1e-55c6-4cf4-a6e3-9e312ebfab24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 1096 time: 0.0822656 Jun 08 12:56:27.502554 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-df0f4f1c-88fe-49fa-ae34-92acd1a59b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:27.504185 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-df0f4f1c-88fe-49fa-ae34-92acd1a59b89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1369369 Jun 08 12:56:27.667936 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f308ccd7-8ac6-4c5d-8427-dd61390f3088 req-8fa98090-17d9-43a5-9317-603efea37fbd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0527623 Jun 08 12:56:27.697865 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-8dfc4d0a-44e8-4f53-bc23-de8606567727 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 200 len: 217 time: 0.1871698 Jun 08 12:56:27.766467 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-697e41a8-ed42-4de1-bf80-6fbcadfa1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:27.768376 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-697e41a8-ed42-4de1-bf80-6fbcadfa1899 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0637608 Jun 08 12:56:27.859350 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-5ccf08fa-aeb9-41b5-adfd-5a9e6d729b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:27.860825 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-5ccf08fa-aeb9-41b5-adfd-5a9e6d729b02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856974 Jun 08 12:56:27.995636 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 51120) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:28.024266 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-8e1c0041-5aa0-4232-9f81-1cc2bf6454c0 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556098 Jun 08 12:56:28.108773 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 0577aad1-7541-4a76-95a6-1bbbac3f394b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:56:28.180193 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-41acd939-9e35-4a2f-8784-e36e3822ffbd req-45e64840-5ff2-423b-bc43-8444a52c648e service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486633 Jun 08 12:56:28.243134 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.266960 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 0577aad1-7541-4a76-95a6-1bbbac3f394b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:28.284510 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'port_id': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'mac_address': 'fa:16:3e:11:d3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:56:28.298187 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc325df-9ddb-4bb0-95cd-d42b5da81a6a req-c4182a94-2b5b-48c4-94d3-fb08c9cf6c09 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:28.299703 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ecc325df-9ddb-4bb0-95cd-d42b5da81a6a req-c4182a94-2b5b-48c4-94d3-fb08c9cf6c09 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 943 time: 0.2360489 Jun 08 12:56:28.360322 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.382526 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0577aad1-7541-4a76-95a6-1bbbac3f394b {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:56:28.390169 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ecc325df-9ddb-4bb0-95cd-d42b5da81a6a req-53b76419-c22b-4b67-bab5-e037b5409437 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784187 Jun 08 12:56:28.400245 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 0577aad1-7541-4a76-95a6-1bbbac3f394b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:28.403970 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.407686 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:28.445976 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.451039 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.458558 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e4d557b7-947a-4378-a29d-471b271c5273 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:28.490017 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=0577aad1-7541-4a76-95a6-1bbbac3f394b,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:28.497957 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.498456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.498659 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.499121 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.499493 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.499902 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.500348 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.500676 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.501024 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.501346 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.501685 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.502135 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:28.508867 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:28.509067 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e872db1e320a4c18b775e92307ef7f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097413 Jun 08 12:56:28.509067 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647dddb8-2333-40cd-83f3-bd496b834152,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:28.509271 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 51128) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:28.510935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:28.578311 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.607459 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.662626 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.666821 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.668580 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/647dddb8-2333-40cd-83f3-bd496b834152 HTTP/1.1" status: 204 len: 168 time: 0.1582308 Jun 08 12:56:28.669423 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cc79442c-be51-4f41-b220-7d75a8a49601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:28.670153 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['0577aad1-7541-4a76-95a6-1bbbac3f394b'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:56:28.682255 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647dddb8-2333-40cd-83f3-bd496b834152,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:28.685869 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:28.843507 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b6bcb6b0-1187-43ea-93f8-c5ed9ed91046 req-9ffee7e2-0be9-4c70-b8d8-dbfb744a2383 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0503764 Jun 08 12:56:29.078175 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 51136) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:29.099068 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.247261 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.251495 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.261489 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-17ea6622-7771-4c7b-8fee-d5d588a8801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:29.307168 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d86ac2-e4c0-42e6-9103-9821441b546e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:29.311761 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe8db193519146129be4388571e518b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323534 Jun 08 12:56:29.312776 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:29.314623 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 51140) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:29.382793 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.411710 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.484565 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.487765 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:29.492434 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5d86ac2-e4c0-42e6-9103-9821441b546e HTTP/1.1" status: 204 len: 168 time: 0.1733537 Jun 08 12:56:29.492434 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5e23f42d-c6ed-4ba0-bea9-ea6ebee0f17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:29.502689 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d86ac2-e4c0-42e6-9103-9821441b546e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:29.515680 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:29.642929 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f565-295d-49f7-ac39-283a229e253a req-276bac42-9151-486e-99a3-8819b94f3dbc tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:29.644932 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3988f565-295d-49f7-ac39-283a229e253a req-276bac42-9151-486e-99a3-8819b94f3dbc tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 944 time: 0.1088314 Jun 08 12:56:29.701551 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3988f565-295d-49f7-ac39-283a229e253a req-78da3740-58c1-4db3-8c08-1102367e8700 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503182 Jun 08 12:56:30.010711 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-599ed74b-5412-4648-beb2-28dffe94ce20 req-0569dd55-6475-46cc-be53-60297c5621dc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0535133 Jun 08 12:56:30.124110 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 0577aad1-7541-4a76-95a6-1bbbac3f394b up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:30.213075 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 0577aad1-7541-4a76-95a6-1bbbac3f394b completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:30.224068 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 0577aad1-7541-4a76-95a6-1bbbac3f394b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:30.224068 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.357576 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.384796 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:56:30.387059 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317dc21-0b49-4619-b964-88acc1b1679a" -d '{"events": [{"server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "name": "network-vif-plugged", "status": "completed", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:56:30.394583 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 0577aad1-7541-4a76-95a6-1bbbac3f394b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:30.400010 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.402465 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1a64a8e3-f61a-4138-8938-f20568b5e262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:30.471995 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=0577aad1-7541-4a76-95a6-1bbbac3f394b,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:30.475677 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:30.565473 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137dbcd9-b982-4c6d-9792-0764e92113f9 x-openstack-request-id: req-137dbcd9-b982-4c6d-9792-0764e92113f9 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:56:30.566143 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "name": "network-vif-plugged", "status": "completed", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:56:30.566429 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-137dbcd9-b982-4c6d-9792-0764e92113f9 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:56:30.566839 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'code': 200} Jun 08 12:56:30.802152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616ab6c-e059-4843-8a8f-3911047061dc req-bd3a9afb-f7e0-46eb-8e2a-bc79cf10df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:30.803779 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9616ab6c-e059-4843-8a8f-3911047061dc req-bd3a9afb-f7e0-46eb-8e2a-bc79cf10df4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0717428 Jun 08 12:56:30.850984 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9616ab6c-e059-4843-8a8f-3911047061dc req-f403a9a7-19de-401b-b1b5-d8a0e8a13420 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 Jun 08 12:56:30.917216 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4716df-d3f1-4354-bb03-ce7ec96142e6 req-a28104fe-4610-4668-8571-15db1dfbabfd tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:30.919516 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ba4716df-d3f1-4354-bb03-ce7ec96142e6 req-a28104fe-4610-4668-8571-15db1dfbabfd tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 945 time: 0.0870569 Jun 08 12:56:30.973514 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ba4716df-d3f1-4354-bb03-ce7ec96142e6 req-197217ea-1ecf-4c63-ac7f-0fc88ac5d052 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454550 Jun 08 12:56:31.165508 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c25afa74-d289-4644-89cd-f90cabeb4b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:31.174390 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ef8799b9-9c39-4064-b245-ded65d322299 req-c0f8e449-1bdf-4278-858d-fd7afac36cf1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0553327 Jun 08 12:56:32.169682 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3359e-e4ac-4950-bc25-69d664bd5168 req-08467b11-19c4-4813-acd6-a3c5d2575346 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:32.171323 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4fb3359e-e4ac-4950-bc25-69d664bd5168 req-08467b11-19c4-4813-acd6-a3c5d2575346 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 945 time: 0.0841162 Jun 08 12:56:32.222055 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4fb3359e-e4ac-4950-bc25-69d664bd5168 req-dfc7d021-ac03-4e81-8446-acb563020c99 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 Jun 08 12:56:32.364554 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5034cb0e-dc23-4d75-b15f-075fdc6bc310 req-1d943e85-0be8-468f-9d0a-0e8e9fd0a8ba tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0428138 Jun 08 12:56:32.540856 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ce77a-97ec-4675-b796-74d41e332ea8 req-c6261867-79d5-49d0-a024-ea1ec7286773 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:32.542428 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-290ce77a-97ec-4675-b796-74d41e332ea8 req-c6261867-79d5-49d0-a024-ea1ec7286773 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 945 time: 0.0879328 Jun 08 12:56:32.551113 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 51242) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:32.556469 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Request body: {'floatingip': {'port_id': '0577aad1-7541-4a76-95a6-1bbbac3f394b'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:32.626140 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 51246) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:32.641992 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.760942 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.870383 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.874739 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.885229 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2670ebd2-cfc5-4a75-814c-614e2ed0c8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:32.921154 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b4b7b-6b3a-4691-9fdb-a377a62825d7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:32.926147 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cf9bbd39e2f4aecb836224eef75b89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988441 Jun 08 12:56:32.927572 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:32.928089 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 51254) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:32.999444 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.030698 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.091288 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.093844 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.097219 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/574b4b7b-6b3a-4691-9fdb-a377a62825d7 HTTP/1.1" status: 204 len: 168 time: 0.1658409 Jun 08 12:56:33.097219 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-baf4f7f6-82c2-4af7-ac84-e635326a4015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:33.105990 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b4b7b-6b3a-4691-9fdb-a377a62825d7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:33.108166 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:33.274924 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.279113 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.400295 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 51262) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:33.418714 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.498435 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-df6872a0-27e4-4fe6-8dcc-edcb7f064b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.535024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.539406 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.548334 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-55af420e-3d64-4744-8924-81bce7e68c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:33.555407 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e5f079b0-82a8-41ef-9b98-ff219d7dde08 req-47c78396-37ef-4049-ab2b-359ab364350a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0626438 Jun 08 12:56:33.590984 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d0ef91dd2ed420cb614f8c984be3a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894634 Jun 08 12:56:33.591877 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71531a47-e213-46b8-8628-5edb83a4bf88,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:33.594486 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 51264) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:33.594822 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:33.615068 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Floating IP 6b9bc622-275a-4a43-81b9-24a2df8a2af7 associated. External IP: 172.27.0.189, port: 0577aad1-7541-4a76-95a6-1bbbac3f394b. Jun 08 12:56:33.804157 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.812383 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:33.848793 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:34.054760 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:34.057539 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:34.059082 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71531a47-e213-46b8-8628-5edb83a4bf88 HTTP/1.1" status: 204 len: 168 time: 0.4632356 Jun 08 12:56:34.062058 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8aff5bda-12d4-4011-89bf-6d6e888011e0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:34.078152 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71531a47-e213-46b8-8628-5edb83a4bf88,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:34.081001 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:56:34.082089 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:34.271479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:56:34.275859 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:34.281742 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:56:34.291821 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:34.292427 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:56:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:34.333556 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-050af6db-e836-43ad-a4ff-332f541302df tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "PUT /v2.0/floatingips/6b9bc622-275a-4a43-81b9-24a2df8a2af7 HTTP/1.1" status: 200 len: 991 time: 1.7785313 Jun 08 12:56:34.333556 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:56:34.333883 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:56:34.474684 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:34.504866 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d88262-34c8-46b0-95da-97e9371357e4 x-openstack-request-id: req-80d88262-34c8-46b0-95da-97e9371357e4 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:56:34.506714 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:56:34.507168 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80d88262-34c8-46b0-95da-97e9371357e4 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:56:34.507603 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'status': 'completed', 'code': 200} Jun 08 12:56:34.610985 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-78eefe0a-6ff9-45a3-a4c9-62d086ba6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:34.612676 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-78eefe0a-6ff9-45a3-a4c9-62d086ba6d81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0875010 Jun 08 12:56:34.744005 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ac5461be-132a-4aae-bff5-78c92b6f33ee req-7e3e2b80-a0e2-4cbc-b262-9cc6d89ff5cd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0532691 Jun 08 12:56:34.767390 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:34.806854 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-e2658e17-b4db-4918-8356-4cf49ce9f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:34.808760 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-e2658e17-b4db-4918-8356-4cf49ce9f9dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1897972 Jun 08 12:56:34.937518 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '6b9bc622-275a-4a43-81b9-24a2df8a2af7', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'port_id': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'mac_address': 'fa:16:3e:11:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:56:21Z', 'updated_at': '2021-06-08T12:56:33Z', 'revision_number': 1, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:34.939981 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-88cd2005-a4e2-46bd-9b3e-c32fd1104790 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 200 len: 999 time: 0.1245966 Jun 08 12:56:34.942561 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:56:34.954282 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:34.955768 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:56:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:35.018752 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-0ac342e9-c1cc-426a-8f40-bf9689caba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:35.022612 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-0ac342e9-c1cc-426a-8f40-bf9689caba49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0759108 Jun 08 12:56:35.150214 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-798e1915-2016-4434-8e6d-c971d3fbde26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954006 Jun 08 12:56:35.161256 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:35.163502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-bde62763-7ef1-4761-84a8-78ea009ab42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:35.167880 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-bde62763-7ef1-4761-84a8-78ea009ab42b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381822 Jun 08 12:56:35.263098 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-5f5382f5-0776-4cc8-af17-f4f5dd38361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:35.266957 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-5f5382f5-0776-4cc8-af17-f4f5dd38361b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0901093 Jun 08 12:56:35.344596 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-40902766-9e8e-481a-a2f3-105088b6753a service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674118 Jun 08 12:56:35.460301 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-bbed24a6-9a23-4868-9d48-aba5b2fb30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:35.461914 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-bbed24a6-9a23-4868-9d48-aba5b2fb30b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1729293 Jun 08 12:56:35.551033 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-b8758360-bd55-4faa-bd29-62b8ca3639ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0786965 Jun 08 12:56:35.601291 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '6b9bc622-275a-4a43-81b9-24a2df8a2af7', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'port_id': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'mac_address': 'fa:16:3e:11:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:56:21Z', 'updated_at': '2021-06-08T12:56:33Z', 'revision_number': 1, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:35.605395 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c441d6-a707-4f00-81ba-8c19d4e2da2e None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '6b9bc622-275a-4a43-81b9-24a2df8a2af7', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'port_id': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'mac_address': 'fa:16:3e:11:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:56:21Z', 'updated_at': '2021-06-08T12:56:33Z', 'revision_number': 1, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:56:35.634555 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-af63005d-edb4-4f65-86ad-0178d7305b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:35.636148 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-af63005d-edb4-4f65-86ad-0178d7305b42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0754867 Jun 08 12:56:35.665569 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-22ad9e95-0872-46e3-86aa-cb0fe884ce9d service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144872 Jun 08 12:56:35.721099 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-af331379-a3a9-4361-b8ff-43af4e881a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:35.722772 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-af331379-a3a9-4361-b8ff-43af4e881a36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799291 Jun 08 12:56:35.856850 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c9b6c-8699-42b3-bbc7-3483c57185b1 None None] New status for floating IP 6b9bc622-275a-4a43-81b9-24a2df8a2af7: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:56:35.988084 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b96ebd0b-dae1-4f87-85fd-6813167d6c28 req-0420e76f-ac0e-4a3d-b7a1-e71741f0b7f0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0503099 Jun 08 12:56:36.023446 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-1d8e25da-77bf-4863-88e8-5c09b8e075fb service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940793 Jun 08 12:56:36.160858 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-85bfb6cb-58da-4aa5-ad5d-3727440a5f88 req-33f85896-351f-40e3-aa75-be9d77c0665d service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307349 Jun 08 12:56:36.413885 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:37.145119 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-234d7eb5-375a-4721-9340-69e871036d85 req-5e5e869e-7c23-47e7-9d82-9ce289747a6d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0476358 Jun 08 12:56:38.297777 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8c180f69-e6ed-4a82-9d78-5033f1d4cdc2 req-708022c2-1718-49ec-87b3-7223c6e66f11 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0422812 Jun 08 12:56:39.451838 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c299fb92-c13a-4fd3-b3db-63d355ea5038 req-9ade8902-f1a6-40be-93b2-ca592f3c3923 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0442841 Jun 08 12:56:40.643612 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-eb54fc01-64be-4acb-92a9-d0037026e6c3 req-18cf8d88-faa2-421f-ae17-0f3f4c65ae69 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0666783 Jun 08 12:56:41.796243 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d9bfe14b-e4f8-4cb9-9b5f-cf41bd3b0083 req-ae15a1fb-78a3-4e19-8759-603306fbc749 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0430579 Jun 08 12:56:42.949865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6ce8bf08-1842-44b9-877f-b0c72009a400 req-6d06dc18-a390-4bc1-a933-eede5cb97e6c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0474825 Jun 08 12:56:44.139199 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cabf4bb5-00dd-488b-a04d-f82ba78078d7 req-962f36d8-1e04-4d56-bf2f-ddd6cdefe393 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0459275 Jun 08 12:56:45.310574 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5da333dc-b1eb-438d-b011-7ce6af4017cf req-a4c6222a-5261-401e-bcaa-997ab84199f3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0484793 Jun 08 12:56:46.501479 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6511f842-5ac3-45a6-9031-598a9c3ff032 req-3d64c907-7193-411c-a0a8-7221cf77dd42 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0507665 Jun 08 12:56:47.668418 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-609e8f9d-4d24-44ed-ae8a-79b6ffac16d6 req-bccafcd6-d331-4a62-adfe-e343a10654cd tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0478313 Jun 08 12:56:48.832845 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-05314098-da58-4317-8371-412fd39855ed req-141835e3-691d-4995-b5ec-377e18a0e376 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0509636 Jun 08 12:56:49.248637 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:56:50.029853 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7b6b30c-d060-4a4c-9fd8-8679824a620d req-4497c10a-fe5c-4a3d-91e7-71b7753c5613 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0512500 Jun 08 12:56:51.199865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d142e21-8410-498c-adf0-cce5ea303b0e req-96913f1e-33c9-46f7-aa2f-57d0ebab59f9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0473695 Jun 08 12:56:52.364331 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b2bac2a-8ccb-403d-a023-f14f78175848 req-30eacaf5-805f-4cc5-8810-db4efbad458f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0512064 Jun 08 12:56:53.543625 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b15200c3-9879-43ad-84df-34529e2ecf0f req-d0c2410c-66cc-4a5d-9597-af1879ef1e2b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0428600 Jun 08 12:56:54.689051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-114377ff-0742-43e4-9887-f41c8d8ff399 req-a06085c5-b362-4479-b9bd-77a8a9f6cd9f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0465980 Jun 08 12:56:55.074405 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:55.843803 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5cfdce45-5f0d-4c22-9e16-7574cef63352 req-773c3a37-ceae-4334-aa6f-df4472c01bee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0455813 Jun 08 12:56:57.045539 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-afc08cea-3e59-4009-a40d-858d1d88817a req-0603e152-f4ea-48d3-8b8a-9af957e7168a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0693898 Jun 08 12:56:58.202497 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2630faf1-9a17-487f-9544-2878fb1aca4c req-5a60e18c-f497-4b91-876a-2417266a8fa3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0480759 Jun 08 12:56:59.354637 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f0600d5e-c0d4-448c-aa4d-ead196be64ff req-63a990ec-6d84-4625-a314-dbe4f91d1ebf tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0427258 Jun 08 12:57:00.501946 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b795776b-104f-463b-bcc1-f21ffdaba280 req-d3ed3e2e-9f68-4dbd-8eef-2c05a15d6a35 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0420589 Jun 08 12:57:01.168340 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-09783779-3db7-478f-940f-3b672407526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:01.654151 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a83ada2b-1c5e-417b-877e-2e5265a5b369 req-7fb62377-45a2-4715-9e66-6be4583bdda6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0447006 Jun 08 12:57:02.816914 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aa7ca096-ff79-4727-af3b-a1dce0a8c950 req-795858fa-c8d4-4dc9-986f-888472273dc1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0533922 Jun 08 12:57:03.491747 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-389216bd-d52a-4011-acf4-d0713a178d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:03.797321 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:03.995458 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d78ba988-fa63-4fc9-8b15-64e73e12bfb8 req-2383e978-e530-4310-9d82-82b97833739f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0482361 Jun 08 12:57:04.765255 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:05.162582 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-11c7875a-c3c0-427d-a57d-be195fc141bc req-88a51d43-a308-4072-b889-f0e9b4cdad59 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0460718 Jun 08 12:57:06.313301 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1c4e6bee-6417-43e6-816c-16a1da78bce1 req-363269c1-77c8-43be-891b-92bfcbb3f792 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0434763 Jun 08 12:57:06.427763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:07.472624 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9efb3149-8bd5-4549-89e5-f82bc522d713 req-8e5a614c-7d29-4b0a-8957-4a68cb2cbb3f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0477591 Jun 08 12:57:08.717035 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3e5e1a04-6ce8-4353-bca7-48851c9314e4 req-6aab5e2a-ee60-4a85-85de-19323ba04fe9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.1251771 Jun 08 12:57:09.871654 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-351eff05-0525-4b29-9c19-f2daa9c4d93e req-d705e135-a0a0-43bb-8b8d-6b6cdc714791 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0426979 Jun 08 12:57:11.029438 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f886a711-658a-40c4-93cc-7b13862f7ffb req-abc2083c-4458-4f29-a131-e78e0949c198 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0426250 Jun 08 12:57:12.177995 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b8e7a436-0a40-470d-b9a7-756468f7fed5 req-f4796fd9-b0bc-4c3a-8547-5fa8d662c136 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0434494 Jun 08 12:57:13.323276 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b55fef7e-d985-4e6b-898b-3cba5e3cf271 req-b37d0c90-58de-4d9d-97bd-d1228c221693 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0429902 Jun 08 12:57:14.469530 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7f8fa9ae-8514-4117-8d49-62537384b7a5 req-19cc3380-6fe0-4809-808e-5a60fbb0b332 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0413630 Jun 08 12:57:15.621051 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0969d9fd-09da-4e5e-b64b-cead258ffe31 req-ea89d7c9-5f90-4ee4-b680-160bbf5e25d0 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0474410 Jun 08 12:57:16.767113 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cf111166-ef03-42cc-9f11-2817c862f8af req-602d928d-5808-4e4c-a288-9cea83229645 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0429235 Jun 08 12:57:17.914383 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9f749ec7-94ec-42d8-af83-ac68dca701e2 req-9cebe973-af15-4eb4-966f-0eb8b32981b7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0412946 Jun 08 12:57:19.065010 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5bc0fe3-60d7-44f5-ba34-7065a44eed93 req-c3e9f13f-9dac-4c0c-8665-38cc07572b9c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Jun 08 12:57:20.210419 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9c1269bc-2ec1-4bb2-8a74-73d48c6008f7 req-f649c610-c11b-4a67-b109-6f4ab37e47fa tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Jun 08 12:57:21.378192 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47c84f7b-30b6-4ff5-9d66-49a3ed857868 req-19903158-6b3a-4aa9-b898-b0f8b1d11f68 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0625703 Jun 08 12:57:22.532036 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a89c804f-459d-412c-8745-4d81e180ee22 req-36301de2-3d2e-4f48-918e-8ee7d9e6d92c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0454338 Jun 08 12:57:23.680542 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-89912fb2-3133-47be-99ba-83a7be809264 req-070a7cfc-4889-483d-97bc-c5b997664323 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0434706 Jun 08 12:57:24.828561 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7af92087-1e06-44de-a047-1215f6f48cbb req-67fb639b-227e-433c-b6e4-d30d16383fee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0423496 Jun 08 12:57:25.072573 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:25.977050 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0d237ea2-3624-444c-8587-9e93c6740192 req-6a6b854f-a5ac-4a74-96dc-fdaa7e36c87b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0444758 Jun 08 12:57:26.247935 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:57:27.126406 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-737e3775-4906-4fa3-a736-e166ad116914 req-97181ee9-b9c8-4c75-9480-b3fc5735c19a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0423107 Jun 08 12:57:28.275974 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4efa017f-1c73-46b1-8723-8c4285ec4142 req-df43174d-acc6-4e3f-8698-35bcef650a15 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0425735 Jun 08 12:57:29.433555 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5375b149-99bb-45b7-9190-f7cf78b835ff req-75ec28a7-c740-4b94-bb9e-5427e91c496d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0461967 Jun 08 12:57:30.584927 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f236588d-3b6d-48a3-b03e-c3db47121aae req-472c32c6-c628-4d0b-9670-2f9032972264 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0483506 Jun 08 12:57:31.169517 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b202f63f-fa66-44bd-82e9-7ffd2634f102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:31.733778 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4881671b-b6f7-4284-b0fa-2851b222a805 req-cebd0541-4920-4453-8b7a-7836d9fa93ac tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0423019 Jun 08 12:57:32.884364 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dfc25360-62a9-4892-801e-809aed9b45f5 req-0e1b8a80-d96d-4890-8e5a-199f9bbe4ffc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0446181 Jun 08 12:57:33.495149 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-05810d56-bcbe-49b9-a5af-d687ca119f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:33.800035 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:34.037503 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d83f0511-65cc-45c4-9864-708cc0e49914 req-f800fe4e-95e9-4cb1-ad29-92abd89a535a tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0443614 Jun 08 12:57:34.767420 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:35.089026 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-22211c69-1672-4037-973e-0eb0331ac2f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825458 Jun 08 12:57:35.263509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-724404ed-8d47-443f-bc80-1ebe1e72285d req-9e4610d9-c856-4bfa-bd99-ec15cda67d01 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0591924 Jun 08 12:57:35.292717 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-a192d808-fd32-4542-8360-7634bfa0adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:35.294224 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-a192d808-fd32-4542-8360-7634bfa0adb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa58f4a51c45440db8f50de438dc2741&device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 1099 time: 0.1299801 Jun 08 12:57:35.463887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-543e4d94-da11-4e71-9148-ff744a4145fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:35.465412 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-543e4d94-da11-4e71-9148-ff744a4145fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 200 len: 914 time: 0.1511376 Jun 08 12:57:35.538476 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-cc50ed1e-8659-40c6-8a9f-f2106c691f8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 200 len: 217 time: 0.0666177 Jun 08 12:57:35.606994 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-f0d2386b-ba55-4132-9dea-a105483483b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:35.608445 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-f0d2386b-ba55-4132-9dea-a105483483b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 200 len: 853 time: 0.0635948 Jun 08 12:57:35.661663 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-63f1e8c2-c76a-44b8-9050-9a10cef83163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afe90409-9342-4c42-9bd5-9a66d162b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458357 Jun 08 12:57:35.880736 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-4b898e42-6a66-4d2f-91ae-f1db5dea6381 service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127259 Jun 08 12:57:36.017305 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19b3cb93-deed-447b-a47d-e2f23b4b9f11 req-0cadec62-8442-457a-9de9-f85119f93eff service neutron] 10.222.0.59 "GET /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300976 Jun 08 12:57:36.417029 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0d67d17f-f943-4433-9122-394b3b119026 req-5a41e403-86c9-4242-a815-97505792b9ee tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0433204 Jun 08 12:57:36.433676 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:37.585932 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d443c2e9-78a6-4c2e-9832-17b3874819dd req-2e4410a0-7890-4592-888b-9a65f0b2ff53 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0458865 Jun 08 12:57:38.781738 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-742312df-3ed0-4b3a-b33b-fd25b3f3f6ef req-9139d5a1-515c-4dd3-8932-c1dd2d748802 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0498426 Jun 08 12:57:39.982748 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1840eb15-7e22-4648-a46f-46b5c26ae292 req-6e2dd949-fa2c-4947-86f0-033561239632 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0445023 Jun 08 12:57:41.132480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3f285143-836b-4976-a5e8-0d2a5c742213 req-a40cc1b2-cad0-43a5-9fac-3c7988ef15dc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0433795 Jun 08 12:57:42.349335 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c814f090-53ff-4b60-b8fa-1e25ebf3a572 req-dbd94cc7-28c9-4d22-bdfa-39914cf8219d tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0892994 Jun 08 12:57:43.562427 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4cc1c13e-9918-4de3-9848-3b16709712ab req-aa910574-cb4e-4b27-894d-7db94103d6c9 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0610213 Jun 08 12:57:44.725440 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0cca878e-67f2-4755-8ce6-3313c0924e65 req-7c71f9f0-6a12-4767-aa74-903bf9c53dba tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0491395 Jun 08 12:57:45.879407 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d8aa3518-66b8-4936-90e4-dbb346a180cd req-f5cbffad-4810-4c75-bf47-04476c0e4e31 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0455871 Jun 08 12:57:47.027465 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f23a610c-9d47-4d89-a945-48b0d45ddd28 req-fe402ae4-ad1d-460f-b0f8-d386473fa474 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0418882 Jun 08 12:57:48.181854 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-19759166-d1f1-4f3c-a33e-fa6cbe048552 req-8d258b20-fbee-4f82-8486-3b91d4d73ee7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0443583 Jun 08 12:57:49.336965 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d0bc03f2-fa30-417d-83fb-12cc8a2a5fb6 req-ed8ae2b5-2f3a-4333-902b-0a7ee18ee6ef tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0456464 Jun 08 12:57:50.484007 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-36a8caff-dad4-45a2-bf42-d489487aa6f8 req-bc83069f-f5a1-46ae-9933-3536fe736b58 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0427351 Jun 08 12:57:51.639624 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7971636f-a810-4d85-ae91-1b1284a11a8c req-5a7324d0-eeaa-4119-845a-2eb0285b2012 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0415971 Jun 08 12:57:52.790864 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc8551fe-b85c-4cd5-be48-c7f5249d28f7 req-9176d578-b1d1-4d59-925f-95dff7ce920e tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0454562 Jun 08 12:57:53.936531 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12256a06-ecfa-4d35-bbc1-ee1d243f17c8 req-94219ae4-f888-4371-8169-844325a8de09 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0428309 Jun 08 12:57:55.083504 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-587ed060-44bf-4093-8e08-db6e50f0e5ba req-612b0e94-bbce-4d40-a6f3-d0e9c54da3b2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0424955 Jun 08 12:57:55.087246 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:56.235856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c0931623-8d98-47f0-a6f3-e74e79750892 req-b711c017-0ccf-4c31-8e4d-bf2c9fa4e382 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0452206 Jun 08 12:57:57.383628 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-87beb438-7e1f-4d25-b584-c2e3096c5237 req-30f0178a-72ec-4d00-83b1-8b3fdd459824 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0427518 Jun 08 12:57:58.541039 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c72fbc0b-cf72-4a8a-85e6-1bf9a112df0b req-a6384084-b757-4bf0-89db-ced84e1e1c3c tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0420969 Jun 08 12:57:59.700712 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-63aa579d-69aa-4eb7-8a43-9212eb1a8691 req-77969209-6640-4e2c-a6b7-89634aec0cf3 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0466049 Jun 08 12:58:00.851781 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d2c411cc-ed6e-4f6d-8b65-731208157842 req-b6ffc19f-d052-47be-b7a5-b44efe01afb1 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0458791 Jun 08 12:58:01.173315 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fe01b8f7-f463-4649-812f-54355aa6e55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:02.007633 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0d181237-1c34-4fd4-9a48-485ecd24f8db req-6992838e-c3ef-463d-af63-e0405234e249 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0421214 Jun 08 12:58:03.247816 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:58:03.312373 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6c3499ac-87cf-4eb3-9590-11662f24a0fa req-21e5d67b-43e0-4fed-abc4-32b96abfc9eb tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0475066 Jun 08 12:58:03.499145 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-efe9201d-27d6-46e2-b9c2-0d37dc5c88e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:03.804044 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:04.468274 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ddb8a6b4-2d27-4cc1-a5aa-b03d697fc252 req-a1d0ea21-5d07-4472-b817-8d7c656652c6 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0444751 Jun 08 12:58:04.772994 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:05.632277 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9cd9acd2-c5c4-4b34-b0bf-c606070d6e97 req-4a8195e6-7546-46ae-9c6e-84f8992886fe tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0490553 Jun 08 12:58:06.431521 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:06.789426 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-538bbf5d-998b-4b2d-b57b-3c519bfbd23c req-0ddc6d37-1a34-44e1-a988-fe3178797c59 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0472429 Jun 08 12:58:07.942688 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2a79814d-25ce-4a28-bed9-cee564d9a5ea req-cde3533c-4bd1-49fc-88ca-9a1bb0b4b72f tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0466719 Jun 08 12:58:09.088960 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae8a967a-cff6-41b5-86a4-a868992dd838 req-ee549689-3415-49b4-bcbc-dcfc2fa8bbc2 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0422740 Jun 08 12:58:10.336493 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-52d5daab-a6e2-4d3a-bcae-87a91c5774d1 req-2a16ee94-a794-47a4-807d-4e94c4ccff1b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.1395826 Jun 08 12:58:11.493125 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-21451ee2-c21e-40bc-bd73-53be733b4c81 req-e6d411be-ba62-4984-920d-6dcd499f0fbc tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0426166 Jun 08 12:58:12.652523 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1760b3c1-2041-4e5b-ae10-2f227cc490ef req-dab813f4-01cd-4aaa-828f-48248d004af4 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0429845 Jun 08 12:58:13.805398 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fc7682c6-1d76-4bd1-9958-9f5f200215a3 req-2ce58672-31ea-4506-98ef-275e59bc6b16 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0439038 Jun 08 12:58:14.951555 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6f8d5b65-b7c4-4c01-8e88-c645c0d873f8 req-201ef881-f191-49c4-992d-d28362b9155b tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b836cc-fbdb-485a-b2a8-8a8bd05fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0434017 Jun 08 12:58:16.044156 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52432) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:16.114877 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:16.144592 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:16.209456 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:16.211940 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:16.213111 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] 10.222.0.21 "DELETE /v2.0/security-groups/efa9294e-679b-4769-a510-56869f2ac945 HTTP/1.1" status: 204 len: 168 time: 0.1679671 Jun 08 12:58:16.213883 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3347f628-2571-4cda-a952-e194d8eb3128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:16.225579 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa9294e-679b-4769-a510-56869f2ac945,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:16.233396 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.233803 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.234226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.234541 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.234945 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.235339 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.235712 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.236071 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.236512 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.236869 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.237228 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.237572 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:16.241553 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:16.355225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52438) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:17.131859 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:17.563789 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Deleting port 7af52906-495e-46d8-a209-b6b1da281d08 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:17.564516 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:17.686008 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] For port 7af52906-495e-46d8-a209-b6b1da281d08, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=7af52906-495e-46d8-a209-b6b1da281d08,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:17.686361 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:17.901789 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Calling delete_port for 7af52906-495e-46d8-a209-b6b1da281d08 owned by network:router_interface {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:18.070273 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:18.075317 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:18.121739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7af52906-495e-46d8-a209-b6b1da281d08,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:18.163295 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.163664 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.164037 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.164396 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.164751 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.165104 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.165457 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.165836 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.166185 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.166533 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.166877 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.167218 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:18.175265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:18.402886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:18.777696 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Router ee4cd861-823a-4f01-80a3-4a4f79cf706e has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:58:18.954470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:58:18.962050 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] 10.222.0.21 "PUT /v2.0/routers/ee4cd861-823a-4f01-80a3-4a4f79cf706e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030595 Jun 08 12:58:18.962050 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52462) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:18.963719 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] Sync routers for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:58:18.973435 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:18.974069 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:19.161219 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks [] for router, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:19.186695 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:19.505620 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:19.523393 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:58:17Z', 'revision_number': 5, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port': {'id': '4bacfcbd-80a8-4230-909d-828d7db22807', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:25Z', 'updated_at': '2021-06-08T12:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:19.527673 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] Checking router: ee4cd861-823a-4f01-80a3-4a4f79cf706e for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:58:19.536805 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] Routers {'ee4cd861-823a-4f01-80a3-4a4f79cf706e'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:19.537408 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:19.586570 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Deleting port 4bacfcbd-80a8-4230-909d-828d7db22807 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:19.586914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:19.695591 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] Set router ee4cd861-823a-4f01-80a3-4a4f79cf706e gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:19.721559 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] For port 4bacfcbd-80a8-4230-909d-828d7db22807, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=4bacfcbd-80a8-4230-909d-828d7db22807,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:19.721946 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:19.823340 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:58:19Z', 'revision_number': 6, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:19.827635 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2f7ba-c23f-4b89-9d56-38e603e7ba33 None None] The sync data for ids ['ee4cd861-823a-4f01-80a3-4a4f79cf706e'] in dv-cinder-784477-4-iscsi is: [{'id': 'ee4cd861-823a-4f01-80a3-4a4f79cf706e', 'name': 'tempest-TestShelveInstance-1712077887-router', 'tenant_id': 'f2ace496d2174da1984ec361e0543bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:24Z', 'updated_at': '2021-06-08T12:58:19Z', 'revision_number': 6, 'project_id': 'f2ace496d2174da1984ec361e0543bf3', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:58:19.856078 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Calling delete_port for 4bacfcbd-80a8-4230-909d-828d7db22807 owned by network:router_gateway {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:19.999357 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.003228 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-22fc6b37-af0a-4d82-ac5c-09158b489d26 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:20.052744 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bacfcbd-80a8-4230-909d-828d7db22807,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:20.079492 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:20.146640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.374549 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.376949 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.402323 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.402846 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4cd861-823a-4f01-80a3-4a4f79cf706e {{(pid=103602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:58:20.408270 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.409426 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-96408360-3cbc-4f72-a394-16800f46343a admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee4cd861-823a-4f01-80a3-4a4f79cf706e HTTP/1.1" status: 204 len: 168 time: 1.4463961 Jun 08 12:58:20.412063 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52484) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:20.474477 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Deleting subnet 3cd3e512-53db-4708-8631-f990b602962a {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:58:20.477598 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.539845 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300984'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.680030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.772662 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2891444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2942161'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.777030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:20.813978 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd3e512-53db-4708-8631-f990b602962a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:20.817168 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:20.820571 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:20.825060 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5db2f6e0-80b8-4b1e-bc4e-3ce997ecfb7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cd3e512-53db-4708-8631-f990b602962a HTTP/1.1" status: 204 len: 168 time: 0.4095001 Jun 08 12:58:20.825253 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52486) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:20.825383 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c7252-59df-4a22-8f78-e6323961450f None None] Network 99225fe3-e4ba-485d-944a-4485d3585a6a requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:58:20.943189 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.101589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] DHCP port deletion for 99225fe3-e4ba-485d-944a-4485d3585a6a request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:58:21.133968 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Deleting port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:21.134308 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.175145 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Deleting port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:21.175553 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.192059 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 4bacfcbd-80a8-4230-909d-828d7db22807 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:58:21.240552 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] For port 5cad0e89-ec1f-4b25-8099-1d301ab413a7, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=5cad0e89-ec1f-4b25-8099-1d301ab413a7,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:21.240823 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.273483 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 4bacfcbd-80a8-4230-909d-828d7db22807 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:58:21.273857 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 4bacfcbd-80a8-4230-909d-828d7db22807 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:58:21.274287 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7af52906-495e-46d8-a209-b6b1da281d08 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:58:21.313354 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 7af52906-495e-46d8-a209-b6b1da281d08 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:58:21.313728 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7af52906-495e-46d8-a209-b6b1da281d08 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:58:21.314149 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 5cad0e89-ec1f-4b25-8099-1d301ab413a7 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:58:21.393297 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Calling delete_port for 5cad0e89-ec1f-4b25-8099-1d301ab413a7 owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:21.429099 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] For port 5cad0e89-ec1f-4b25-8099-1d301ab413a7, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=5cad0e89-ec1f-4b25-8099-1d301ab413a7,segment=NetworkSegment(40552f90-5622-458c-a866-e1e27f7bec10),segment_id=40552f90-5622-458c-a866-e1e27f7bec10)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:21.429963 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.492088 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.503080 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:21.554203 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] No DVR routers for this DVR port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 on host dv-cinder-784477-4-iscsi {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:58:21.590466 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=5cad0e89-ec1f-4b25-8099-1d301ab413a7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:21.594027 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:21.621279 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Calling delete_port for 5cad0e89-ec1f-4b25-8099-1d301ab413a7 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:21.637915 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No ports have port_id starting with 5cad0e89-ec1f-4b25-8099-1d301ab413a7 Jun 08 12:58:21.695440 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.709085 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99225fe3-e4ba-485d-944a-4485d3585a6a']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:21.726109 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40552f90-5622-458c-a866-e1e27f7bec10') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:21.726409 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40552f90-5622-458c-a866-e1e27f7bec10') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:21.739286 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.757107 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.763571 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:58:21.763961 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:58:21.777288 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:58:21.842412 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.847632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:21.859091 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.867657 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:21.870827 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] 10.222.0.21 "DELETE /v2.0/networks/99225fe3-e4ba-485d-944a-4485d3585a6a HTTP/1.1" status: 204 len: 168 time: 1.0443957 Jun 08 12:58:21.872056 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0384ff0b-aca7-4d06-a1ff-dad8f66f78e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:21.875666 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52498) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:21.899357 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Pushing event deleted for resources: {'Port': ['ID=5cad0e89-ec1f-4b25-8099-1d301ab413a7,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:21.902156 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] No DVR routers for this DVR port 5cad0e89-ec1f-4b25-8099-1d301ab413a7 on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:58:21.905869 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=99225fe3-e4ba-485d-944a-4485d3585a6a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:21.910474 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.910827 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.911353 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.911873 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.912383 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.912893 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.913565 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.914274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.914764 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.915262 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.915763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.916166 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:21.916428 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:21.920011 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:22.529671 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:22.953497 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Deleting port c3846e4d-66a4-4951-a305-469904ff0cda {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:22.954293 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:23.075112 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] For port c3846e4d-66a4-4951-a305-469904ff0cda, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=c3846e4d-66a4-4951-a305-469904ff0cda,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:23.075468 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:23.295862 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Calling delete_port for c3846e4d-66a4-4951-a305-469904ff0cda owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:23.439500 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:23.444067 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-129b2d0f-d605-4c36-b772-b122c31e926a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:23.487999 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3846e4d-66a4-4951-a305-469904ff0cda,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:23.491798 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:23.809207 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:24.183938 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Router 965abefd-2769-4378-a6ae-9913d0a4be59 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:58:24.361144 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:58:24.365971 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-076c67d9-6cdb-4935-9213-a927c94ff9f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/965abefd-2769-4378-a6ae-9913d0a4be59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881320 Jun 08 12:58:24.368540 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52520) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:24.370728 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] Sync routers for ids ['965abefd-2769-4378-a6ae-9913d0a4be59'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:58:24.381485 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] Routers {'965abefd-2769-4378-a6ae-9913d0a4be59'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:24.382379 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['965abefd-2769-4378-a6ae-9913d0a4be59'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:24.555550 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:24.581492 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] Set router 965abefd-2769-4378-a6ae-9913d0a4be59 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:25.026620 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.096968 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:58:23Z', 'revision_number': 5, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port': {'id': 'eaaccad2-3afb-4154-8836-056ac342a4ed', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:35Z', 'updated_at': '2021-06-08T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:25.101953 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.103485 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] Checking router: 965abefd-2769-4378-a6ae-9913d0a4be59 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:58:25.112617 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] Routers {'965abefd-2769-4378-a6ae-9913d0a4be59'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:25.113242 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['965abefd-2769-4378-a6ae-9913d0a4be59'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:25.115880 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Deleting port eaaccad2-3afb-4154-8836-056ac342a4ed {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:25.116346 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.256987 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] For port eaaccad2-3afb-4154-8836-056ac342a4ed, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=eaaccad2-3afb-4154-8836-056ac342a4ed,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:25.257744 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.279940 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] Set router 965abefd-2769-4378-a6ae-9913d0a4be59 gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:25.389122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:58:25Z', 'revision_number': 6, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:25.392473 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Calling delete_port for eaaccad2-3afb-4154-8836-056ac342a4ed owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:25.393266 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cfb2b4-32b7-4631-8232-6a7d93850260 None None] The sync data for ids ['965abefd-2769-4378-a6ae-9913d0a4be59'] in dv-cinder-784477-4-iscsi is: [{'id': '965abefd-2769-4378-a6ae-9913d0a4be59', 'name': 'tempest-TestShelveInstance-121871023-router', 'tenant_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:45:34Z', 'updated_at': '2021-06-08T12:58:25Z', 'revision_number': 6, 'project_id': 'e6aaaf4e4df74a0f912936d7e8010a3d', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:58:25.539251 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.546502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:25.627556 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaaccad2-3afb-4154-8836-056ac342a4ed,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:25.633194 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:25.777024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.972559 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:25.974737 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.001173 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.002118 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965abefd-2769-4378-a6ae-9913d0a4be59 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:58:26.007300 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.008434 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/965abefd-2769-4378-a6ae-9913d0a4be59 HTTP/1.1" status: 204 len: 168 time: 1.6389899 Jun 08 12:58:26.010945 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52538) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:26.072466 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Deleting subnet 17547bae-9d45-458c-be58-d76df68fd2a6 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:58:26.075924 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.132180 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.252264 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.328469 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.334219 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:26.371922 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.374017 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17547bae-9d45-458c-be58-d76df68fd2a6 HTTP/1.1" status: 204 len: 168 time: 0.3620563 Jun 08 12:58:26.375853 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17547bae-9d45-458c-be58-d76df68fd2a6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:26.376905 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52544) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:26.377847 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a83b0-5b91-416c-b967-32f1882e47c1 None None] Network d6707737-741c-4fab-8917-0713e792868f requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:58:26.378814 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-aaded8cb-f892-4161-91b0-0b02d0b7c062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:26.492127 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.569439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Deleting port 2c66290e-0563-48cf-ad44-db2c35606f34 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:26.569810 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.626492 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] DHCP port deletion for d6707737-741c-4fab-8917-0713e792868f request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:58:26.673348 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] For port 2c66290e-0563-48cf-ad44-db2c35606f34, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=2c66290e-0563-48cf-ad44-db2c35606f34,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:26.673615 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.695503 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Deleting port 2c66290e-0563-48cf-ad44-db2c35606f34 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:58:26.695888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.801943 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Calling delete_port for 2c66290e-0563-48cf-ad44-db2c35606f34 owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:26.808446 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] For port 2c66290e-0563-48cf-ad44-db2c35606f34, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=2c66290e-0563-48cf-ad44-db2c35606f34,segment=NetworkSegment(0e9916d1-d49e-4198-8d87-524a5baf07a7),segment_id=0e9916d1-d49e-4198-8d87-524a5baf07a7)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:26.808991 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.859312 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:26.863533 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f8e81430-f5c9-4fda-8364-6159b7cb78cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:26.909739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c66290e-0563-48cf-ad44-db2c35606f34,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:26.913728 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:26.914627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] No DVR routers for this DVR port 2c66290e-0563-48cf-ad44-db2c35606f34 on host dv-cinder-784477-4-iscsi {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:58:26.944657 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Calling delete_port for 2c66290e-0563-48cf-ad44-db2c35606f34 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:58:26.997482 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.001232 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:27.041248 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.044715 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Pushing event deleted for resources: {'Port': ['ID=2c66290e-0563-48cf-ad44-db2c35606f34,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:27.047789 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:27.048600 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520156d-c5c8-427b-8cd0-e83eedd18855 None None] No DVR routers for this DVR port 2c66290e-0563-48cf-ad44-db2c35606f34 on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:58:27.063723 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6707737-741c-4fab-8917-0713e792868f']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:27.077021 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9916d1-d49e-4198-8d87-524a5baf07a7') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:27.077315 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9916d1-d49e-4198-8d87-524a5baf07a7') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:27.091339 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.111913 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.123707 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:58:27.124666 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:58:27.146057 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:58:27.222927 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 2c66290e-0563-48cf-ad44-db2c35606f34 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:58:27.241391 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.245926 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:27.282037 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6707737-741c-4fab-8917-0713e792868f,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:27.282037 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.285467 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6707737-741c-4fab-8917-0713e792868f HTTP/1.1" status: 204 len: 168 time: 0.9051299 Jun 08 12:58:27.286989 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:27.295899 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 2c66290e-0563-48cf-ad44-db2c35606f34 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:58:27.296322 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 2c66290e-0563-48cf-ad44-db2c35606f34 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:58:27.297026 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c3846e4d-66a4-4951-a305-469904ff0cda no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:58:27.354608 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: c3846e4d-66a4-4951-a305-469904ff0cda {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:58:27.354975 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c3846e4d-66a4-4951-a305-469904ff0cda not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:58:27.355404 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device eaaccad2-3afb-4154-8836-056ac342a4ed no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:58:27.389710 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: eaaccad2-3afb-4154-8836-056ac342a4ed {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:58:27.390246 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device eaaccad2-3afb-4154-8836-056ac342a4ed not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:58:27.453944 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52558) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:27.502749 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5e70b7d4-a0e1-4bbf-b513-c2de6126e99e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2ace496d2174da1984ec361e0543bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475793 Jun 08 12:58:27.505088 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52560) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:27.562343 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.592328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.645914 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.648337 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:27.649477 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98e025b1-6d07-456c-896a-073c153abdd0 HTTP/1.1" status: 204 len: 168 time: 0.1434963 Jun 08 12:58:27.650260 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-abd1fba1-7867-4eed-9fbd-f7759a17b0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:27.660941 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e025b1-6d07-456c-896a-073c153abdd0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:27.663348 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:28.038500 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52568) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:28.090692 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a10ecaa5-829d-4106-b91e-e8955c651187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6aaaf4e4df74a0f912936d7e8010a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507536 Jun 08 12:58:28.093776 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52570) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:28.152749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:28.179699 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:28.255404 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:28.258273 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:28.259792 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47469363-fd98-4c85-8ce5-209c41ef3fe5 HTTP/1.1" status: 204 len: 168 time: 0.1648669 Jun 08 12:58:28.260816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7600ea21-a024-45e6-8291-163e8026e6c7 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:28.277181 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47469363-fd98-4c85-8ce5-209c41ef3fe5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:28.280531 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:29.145418 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52602) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:29.264673 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1398930851-network', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:29.294275 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Made reservation on behalf of fcc3873481c94aac8a93742c25b5e179 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:58:29.296789 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.420476 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.555325 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.560448 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.569971 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8472b7ae-cda6-42f4-a7b3-3e3f6594a0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:29.592354 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:58:29.605984 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e683c-9bb3-4153-b643-0f956ff5ce89,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:29.609565 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:29.612699 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.613045 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Added segment 301bda15-5ba7-45f6-ab10-32410cdbf327 of type vlan for network 35677bbe-afdc-4796-9a90-1adafcc0dcfc Jun 08 12:58:29.643435 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.674498 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.676677 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:29.677283 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:29.680784 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:29.771702 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6250293 Jun 08 12:58:29.774965 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52616) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:29.781369 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Request body: {'subnet': {'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1398930851-subnet', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:29.791804 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Pushing event updated for resources: {'Network': ['ID=35677bbe-afdc-4796-9a90-1adafcc0dcfc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:29.796423 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:29.802942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:58:29.811219 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Made reservation on behalf of fcc3873481c94aac8a93742c25b5e179 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:58:29.813587 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2324931'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.041151 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2324973'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.044935 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6936575d-c6b1-4448-971b-e0a145a340ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:30.114753 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cf9135-be0c-481f-bd59-715787b9e704,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:30.118839 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:30.126716 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Checking segment: {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:30.127071 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Network hostable DHCP agents. Network: 35677bbe-afdc-4796-9a90-1adafcc0dcfc, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:58:30.147932 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:58:30.159371 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 35677bbe-afdc-4796-9a90-1adafcc0dcfc) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:30.165935 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:30.166852 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.172137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bfed8c-3d94-422e-8399-20d603c78b39 None None] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:58:30.191787 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3351fb7c-c778-4fe0-b645-86b2da939ad0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4156077 Jun 08 12:58:30.194280 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52620) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:30.200345 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:30.234267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.235678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.257235 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.461192 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-35677bbe-afdc-4796-9a90-1adafcc0dcfc', 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'fixed_ips': [{'subnet_id': '64cf9135-be0c-481f-bd59-715787b9e704'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:58:30.462159 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.540467 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.619734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Allocated IP 172.20.0.2 (35677bbe-afdc-4796-9a90-1adafcc0dcfc/64cf9135-be0c-481f-bd59-715787b9e704/3e9611c4-7ba5-4e79-a088-06ac1abc553f) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:58:30.856155 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.866926 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Transition to ACTIVE for port object 3e9611c4-7ba5-4e79-a088-06ac1abc553f will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:30.885942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Transition to ACTIVE for port object 3e9611c4-7ba5-4e79-a088-06ac1abc553f will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:30.890983 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.891197 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:30.893712 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:30.893712 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:58:30.893712 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:58:30.893712 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:58:30.893712 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:30.893712 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:58:30.912500 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:30.913755 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:30.916265 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:58:30.921273 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.008771 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Attempting to bind port 3e9611c4-7ba5-4e79-a088-06ac1abc553f on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:58:31.009130 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Attempting to bind port 3e9611c4-7ba5-4e79-a088-06ac1abc553f by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:58:31.009497 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Attempting to bind port 3e9611c4-7ba5-4e79-a088-06ac1abc553f on network 35677bbe-afdc-4796-9a90-1adafcc0dcfc {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:58:31.015111 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:58:31.015489 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Checking segment: {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:31.015896 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.016293 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Bound using segment: {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:58:31.016758 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Bound port: 3e9611c4-7ba5-4e79-a088-06ac1abc553f, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:58:31.017144 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.067514 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Allocated IP 172.27.0.83 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/16e2a9f5-898d-4736-a1a9-d250a7176ddc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:58:31.110891 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] For port 3e9611c4-7ba5-4e79-a088-06ac1abc553f, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:58:31.114364 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] For port 3e9611c4-7ba5-4e79-a088-06ac1abc553f, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=3e9611c4-7ba5-4e79-a088-06ac1abc553f,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:58:31.118548 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.125832 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:31.224927 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-add0f483-1e89-4df1-83b9-b7786c92aa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.247162 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Pushing event updated for resources: {'Port': ['ID=3e9611c4-7ba5-4e79-a088-06ac1abc553f,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:31.250684 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:31.349345 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.384062 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:31.387375 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:31.387375 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:58:31.387375 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:58:31.387375 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:58:31.387375 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:31.387375 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:58:31.416587 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:31.418855 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:31.421405 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:58:31.879291 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:32.157423 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17e92e-a88e-4b31-ab70-f5c23d8af170 None None] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:58:32.247505 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d58c19dc-dd5a-40f6-8b91-d7034fac3172 None None] Provisioning for port 3e9611c4-7ba5-4e79-a088-06ac1abc553f completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:32.257286 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:32.476973 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Router 788ff58a-20cb-4f4f-a97e-cd85b968f880 is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:58:32.668358 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:58:32.680005 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Sync routers for ids ['788ff58a-20cb-4f4f-a97e-cd85b968f880'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:58:32.690589 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:32.690796 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Routers {'788ff58a-20cb-4f4f-a97e-cd85b968f880'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:32.692871 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:03Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['788ff58a-20cb-4f4f-a97e-cd85b968f880'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:32.693046 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8389e823-9ddd-4e98-94b2-cdff7531422c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4961522 Jun 08 12:58:32.694976 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52646) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:32.902948 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Set router 788ff58a-20cb-4f4f-a97e-cd85b968f880 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:33.263729 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 3e9611c4-7ba5-4e79-a088-06ac1abc553f up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:33.267679 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:31Z', 'revision_number': 3, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:33.273319 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Checking router: 788ff58a-20cb-4f4f-a97e-cd85b968f880 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:58:33.274023 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Updating router 788ff58a-20cb-4f4f-a97e-cd85b968f880 port 16e2a9f5-898d-4736-a1a9-d250a7176ddc binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:58:33.334998 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.389538 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 3e9611c4-7ba5-4e79-a088-06ac1abc553f completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:33.399378 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 3e9611c4-7ba5-4e79-a088-06ac1abc553f triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:33.400897 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.539709 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-515269b0-ae6d-4599-8589-a4a2697868c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.656887 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.704789 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 3e9611c4-7ba5-4e79-a088-06ac1abc553f, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=3e9611c4-7ba5-4e79-a088-06ac1abc553f,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:33.711103 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.714182 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:33.752983 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.851758 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.869886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=3e9611c4-7ba5-4e79-a088-06ac1abc553f,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:33.874980 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:33.921987 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.952880 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Transition to ACTIVE for port object 16e2a9f5-898d-4736-a1a9-d250a7176ddc will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:33.966769 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:33.985969 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:34.128429 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Allocated IP 172.20.0.1 (35677bbe-afdc-4796-9a90-1adafcc0dcfc/64cf9135-be0c-481f-bd59-715787b9e704/e470e1f6-42fa-46b4-a40f-292b5598084a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:58:34.140455 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Attempting to bind port 16e2a9f5-898d-4736-a1a9-d250a7176ddc on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:58:34.140970 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Attempting to bind port 16e2a9f5-898d-4736-a1a9-d250a7176ddc by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:58:34.141830 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Attempting to bind port 16e2a9f5-898d-4736-a1a9-d250a7176ddc on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:58:34.153693 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:58:34.154200 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:34.155151 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.155151 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:58:34.155801 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Bound port: 16e2a9f5-898d-4736-a1a9-d250a7176ddc, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:58:34.156421 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.200722 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Pushing event updated for resources: {'Port': ['ID=16e2a9f5-898d-4736-a1a9-d250a7176ddc,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:34.217479 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.217941 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.218335 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.218697 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.219100 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.219477 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.219882 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.220289 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.220648 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.221043 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.221415 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.221810 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:58:34.227359 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:34.271212 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] For port 16e2a9f5-898d-4736-a1a9-d250a7176ddc, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:58:34.274937 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] For port 16e2a9f5-898d-4736-a1a9-d250a7176ddc, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=16e2a9f5-898d-4736-a1a9-d250a7176ddc,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:58:34.280573 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.284894 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-fb107c86-af1a-458b-9a55-cc8d62a60e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:34.364876 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Routers {'788ff58a-20cb-4f4f-a97e-cd85b968f880'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:34.365511 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['788ff58a-20cb-4f4f-a97e-cd85b968f880'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:34.370937 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.389955 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Transition to ACTIVE for port object e470e1f6-42fa-46b4-a40f-292b5598084a will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:34.419549 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.420531 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:34.420531 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:58:34.420531 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:58:34.420531 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:58:34.420531 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:34.420531 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:58:34.429255 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Pushing event updated for resources: {'Port': ['ID=16e2a9f5-898d-4736-a1a9-d250a7176ddc,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:34.446628 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:34.448153 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:34.451022 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:58:34.485378 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-302abc85-ff61-4a60-8127-916339c90651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:34.516043 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.595158 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] Set router 788ff58a-20cb-4f4f-a97e-cd85b968f880 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:34.732790 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b8d6d3b4-2825-4720-896e-5c035978f4f5 None None] Provisioning for port e470e1f6-42fa-46b4-a40f-292b5598084a completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:34.745356 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b8d6d3b4-2825-4720-896e-5c035978f4f5 None None] Provisioning complete for port e470e1f6-42fa-46b4-a40f-292b5598084a triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:34.746081 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b8d6d3b4-2825-4720-896e-5c035978f4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.796373 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.873432 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:34.878445 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6d3b4-2825-4720-896e-5c035978f4f5 None None] Port e470e1f6-42fa-46b4-a40f-292b5598084a cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:58:34.949190 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:31Z', 'revision_number': 3, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:34.953816 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc197ce-ab1d-433a-91d3-ae95415b25d9 None None] The sync data for ids ['788ff58a-20cb-4f4f-a97e-cd85b968f880'] in dv-cinder-784477-4-iscsi is: [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:31Z', 'revision_number': 3, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:58:35.273619 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 3e9611c4-7ba5-4e79-a088-06ac1abc553f up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:35.292142 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-f668a180-e279-40f8-8633-361f8d9215d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1876557 Jun 08 12:58:35.381986 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:35.394286 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:35.468717 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd9494d3-8b75-4756-9781-22a3a196ef1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:35.486608 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-59dfa5bc-d450-493d-91b9-72a3df0485fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:35.488814 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-59dfa5bc-d450-493d-91b9-72a3df0485fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.1587481 Jun 08 12:58:35.490498 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 3e9611c4-7ba5-4e79-a088-06ac1abc553f triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:35.491506 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:35.617595 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:35.630241 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e470e1f6-42fa-46b4-a40f-292b5598084a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:35.635133 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:35.720507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-c0f6ef6d-4db2-4397-8868-5e2e667b08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:35.721871 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-c0f6ef6d-4db2-4397-8868-5e2e667b08bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1984327 Jun 08 12:58:35.832109 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-42a04386-2c77-4a07-84fa-d34d9bdf2e7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.1027834 Jun 08 12:58:35.863559 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:35.866190 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:35.931735 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-4735cc66-7a4b-47d7-88ad-df83e0b35c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:35.933593 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-4735cc66-7a4b-47d7-88ad-df83e0b35c95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0952451 Jun 08 12:58:36.047829 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-14f06ddb-88a4-4a96-b223-1a338aceed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:36.049814 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-14f06ddb-88a4-4a96-b223-1a338aceed66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080885 Jun 08 12:58:36.130905 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-302d9588-2d43-476a-ba53-4d607b91f297 None None] Provisioning complete for port e470e1f6-42fa-46b4-a40f-292b5598084a triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:36.132420 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-302d9588-2d43-476a-ba53-4d607b91f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:36.170450 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Router 788ff58a-20cb-4f4f-a97e-cd85b968f880 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:58:36.245176 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-302d9588-2d43-476a-ba53-4d607b91f297 None None] Port e470e1f6-42fa-46b4-a40f-292b5598084a cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:58:36.362828 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-6485b260-c52b-4bce-95e7-a6df2aa9a157 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047330 Jun 08 12:58:36.447217 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:36.458310 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:58:36.464009 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6affa0b5-a9b8-4d45-84b6-b2fff3ee50c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/788ff58a-20cb-4f4f-a97e-cd85b968f880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7677565 Jun 08 12:58:36.554868 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-113e8b64-2a83-4eb7-b6a2-53408aeadfec req-a6763ad7-faae-46ac-8d80-5984cf000986 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824703 Jun 08 12:58:37.135152 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52702) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:37.142170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1535760118-network', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:37.171457 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Made reservation on behalf of 7c49328d5ebb49f08ae46495d4823871 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:58:37.173848 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.187351 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.232765 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 16e2a9f5-898d-4736-a1a9-d250a7176ddc up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:37.311284 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.315754 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.319379 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:37.350172 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:58:37.368587 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18542ffb-1d7a-469c-a9e9-7373c9833ef0,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:37.372860 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:37.373887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.374416 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.segments_db [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Added segment 9c344dd2-78fd-4d06-97ca-64345573b46c of type vlan for network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 Jun 08 12:58:37.415491 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.424849 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Sync routers for ids ['788ff58a-20cb-4f4f-a97e-cd85b968f880'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:58:37.436281 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 16e2a9f5-898d-4736-a1a9-d250a7176ddc completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:37.444249 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 16e2a9f5-898d-4736-a1a9-d250a7176ddc triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:37.444921 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.464820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.467044 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:37.467994 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.469785 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Routers {'788ff58a-20cb-4f4f-a97e-cd85b968f880'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:37.470440 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['788ff58a-20cb-4f4f-a97e-cd85b968f880'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:37.476473 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:37.652670 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5157130 Jun 08 12:58:37.657621 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52708) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:37.667942 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Request body: {'subnet': {'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1535760118-subnet', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:37.692086 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bf8f19-3a16-46fe-a6d4-dcb50607c743,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:37.701139 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:37.716204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Set router 788ff58a-20cb-4f4f-a97e-cd85b968f880 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:37.721698 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Made reservation on behalf of 7c49328d5ebb49f08ae46495d4823871 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:58:37.726532 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2942196'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.759805 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:58:37.962748 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.055811 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 16e2a9f5-898d-4736-a1a9-d250a7176ddc, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=16e2a9f5-898d-4736-a1a9-d250a7176ddc,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:38.070573 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.074457 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:38.087654 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2942170'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.094666 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e82abc58-b1c9-46a6-87f0-36f00cba861a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:38.205401 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f10fcb-4412-4581-9a11-60e6821185ea,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:38.206484 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=16e2a9f5-898d-4736-a1a9-d250a7176ddc,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:38.212963 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:38.214832 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:38.226022 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Checking segment: {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:38.226714 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Network hostable DHCP agents. Network: a7bf8f19-3a16-46fe-a6d4-dcb50607c743, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:58:38.259439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:58:38.272602 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 4, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e470e1f6-42fa-46b4-a40f-292b5598084a', 'name': '', 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'mac_address': 'fa:16:3e:78:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '64cf9135-be0c-481f-bd59-715787b9e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:33Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 2, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'subnets': [{'id': '64cf9135-be0c-481f-bd59-715787b9e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:38.275172 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, a7bf8f19-3a16-46fe-a6d4-dcb50607c743) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:38.279680 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Checking router: 788ff58a-20cb-4f4f-a97e-cd85b968f880 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:58:38.280178 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Updating router 788ff58a-20cb-4f4f-a97e-cd85b968f880 port e470e1f6-42fa-46b4-a40f-292b5598084a binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:58:38.281803 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:38.282932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.312282 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6532145 Jun 08 12:58:38.317436 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52716) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:38.324908 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:38.327369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8734a31-a9ff-422b-b468-81776643de2e None None] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:58:38.360322 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.361712 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.385598 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.440704 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.711160 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-a7bf8f19-3a16-46fe-a6d4-dcb50607c743', 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'fixed_ips': [{'subnet_id': 'd7f10fcb-4412-4581-9a11-60e6821185ea'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:58:38.711995 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.761668 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.068679 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Allocated IP 172.20.0.2 (a7bf8f19-3a16-46fe-a6d4-dcb50607c743/d7f10fcb-4412-4581-9a11-60e6821185ea/1803591e-d781-4859-84d9-258e61328d5c) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:58:39.159906 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.188299 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Transition to ACTIVE for port object e470e1f6-42fa-46b4-a40f-292b5598084a will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:39.209873 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.224980 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-bedc18ec-c83c-48d5-8ed3-afa997cf7bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:39.273940 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 16e2a9f5-898d-4736-a1a9-d250a7176ddc up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:39.356032 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.390003 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.495461 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566883-e5cb-47cb-b510-ae5b4c8197db None None] Pushing event updated for resources: {'Port': ['ID=e470e1f6-42fa-46b4-a40f-292b5598084a,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:39.551121 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c7566883-e5cb-47cb-b510-ae5b4c8197db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:39.579333 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Allocated IP 172.27.0.73 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/94c309e5-abb0-4727-bf75-38beb85c9cd7) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:58:39.696007 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Attempting to bind port e470e1f6-42fa-46b4-a40f-292b5598084a on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:58:39.696273 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Attempting to bind port e470e1f6-42fa-46b4-a40f-292b5598084a by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:58:39.696641 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Attempting to bind port e470e1f6-42fa-46b4-a40f-292b5598084a on network 35677bbe-afdc-4796-9a90-1adafcc0dcfc {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:58:39.700566 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.707305 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 16e2a9f5-898d-4736-a1a9-d250a7176ddc triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:39.707684 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.733580 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.756326 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:58:39.756726 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Checking segment: {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:39.757026 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.757436 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Bound using segment: {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:58:39.757955 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Bound port: e470e1f6-42fa-46b4-a40f-292b5598084a, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bda15-5ba7-45f6-ab10-32410cdbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:58:39.758338 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.768769 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.769737 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:39.769737 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:58:39.769737 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:58:39.769737 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:58:39.769737 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:39.769737 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:58:39.770511 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Transition to ACTIVE for port object 1803591e-d781-4859-84d9-258e61328d5c will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:39.789525 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:39.791450 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:39.794855 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:58:39.829021 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Transition to ACTIVE for port object 1803591e-d781-4859-84d9-258e61328d5c will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:39.850926 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:39.851554 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:39.851554 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:58:39.851554 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:58:39.851554 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:58:39.851554 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:39.851554 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 12:58:39.895996 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:39.923017 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:39.932940 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:58:39.947667 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] For port e470e1f6-42fa-46b4-a40f-292b5598084a, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:58:39.990771 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] For port e470e1f6-42fa-46b4-a40f-292b5598084a, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=e470e1f6-42fa-46b4-a40f-292b5598084a,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:58:40.008628 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:40.014134 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-0b63a366-4bdd-4067-b990-9f4c9db15398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:40.150871 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Attempting to bind port 1803591e-d781-4859-84d9-258e61328d5c on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:58:40.151245 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Attempting to bind port 1803591e-d781-4859-84d9-258e61328d5c by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:58:40.151619 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Attempting to bind port 1803591e-d781-4859-84d9-258e61328d5c on network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:58:40.154909 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566883-e5cb-47cb-b510-ae5b4c8197db None None] Pushing event updated for resources: {'Port': ['ID=e470e1f6-42fa-46b4-a40f-292b5598084a,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:40.160557 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c7566883-e5cb-47cb-b510-ae5b4c8197db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:40.163135 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Routers {'788ff58a-20cb-4f4f-a97e-cd85b968f880'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:40.163754 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['788ff58a-20cb-4f4f-a97e-cd85b968f880'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:40.218590 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:58:40.219363 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Checking segment: {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:40.219949 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:40.220523 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Bound using segment: {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:58:40.221245 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Bound port: 1803591e-d781-4859-84d9-258e61328d5c, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:58:40.221882 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:40.255705 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:58:40.334029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:40.497538 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] For port 1803591e-d781-4859-84d9-258e61328d5c, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:58:40.523368 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] For port 1803591e-d781-4859-84d9-258e61328d5c, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1803591e-d781-4859-84d9-258e61328d5c,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:58:40.526904 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] Set router 788ff58a-20cb-4f4f-a97e-cd85b968f880 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:40.647703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:40.655722 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:40.791996 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:41.056666 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Pushing event updated for resources: {'Port': ['ID=1803591e-d781-4859-84d9-258e61328d5c,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:41.064035 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:41.235229 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Router bbc59858-9994-408a-93ca-afb5ec71c1bd is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:58:41.257008 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 4, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e470e1f6-42fa-46b4-a40f-292b5598084a', 'name': '', 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'mac_address': 'fa:16:3e:78:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '64cf9135-be0c-481f-bd59-715787b9e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:33Z', 'updated_at': '2021-06-08T12:58:39Z', 'revision_number': 4, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'subnets': [{'id': '64cf9135-be0c-481f-bd59-715787b9e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:41.262366 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514d6e-3fe7-497d-9b67-676ee6f48331 None None] The sync data for ids ['788ff58a-20cb-4f4f-a97e-cd85b968f880'] in dv-cinder-784477-4-iscsi is: [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:34Z', 'revision_number': 4, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'e470e1f6-42fa-46b4-a40f-292b5598084a', 'name': '', 'network_id': '35677bbe-afdc-4796-9a90-1adafcc0dcfc', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'mac_address': 'fa:16:3e:78:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '64cf9135-be0c-481f-bd59-715787b9e704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:33Z', 'updated_at': '2021-06-08T12:58:39Z', 'revision_number': 4, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'subnets': [{'id': '64cf9135-be0c-481f-bd59-715787b9e704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:58:41.272482 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1803591e-d781-4859-84d9-258e61328d5c up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:41.361711 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 1803591e-d781-4859-84d9-258e61328d5c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:41.463633 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:58:41.483096 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Sync routers for ids ['bbc59858-9994-408a-93ca-afb5ec71c1bd'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:58:41.497745 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:41.500094 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bbc05132-8aa9-495d-a241-4428ea2e0acd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1809494 Jun 08 12:58:41.505496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52746) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:41.523861 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Routers {'bbc59858-9994-408a-93ca-afb5ec71c1bd'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:41.524960 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['bbc59858-9994-408a-93ca-afb5ec71c1bd'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:41.823323 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Set router bbc59858-9994-408a-93ca-afb5ec71c1bd gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:42.049147 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec37ad-58ab-4ea4-99c7-1a6a6a589447 None None] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:58:42.282683 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T12:58:40Z', 'revision_number': 3, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:42.286708 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Checking router: bbc59858-9994-408a-93ca-afb5ec71c1bd for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:58:42.287056 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Updating router bbc59858-9994-408a-93ca-afb5ec71c1bd port 94c309e5-abb0-4727-bf75-38beb85c9cd7 binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:58:42.351199 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:42.575683 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:42.645309 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Provisioning for port 1803591e-d781-4859-84d9-258e61328d5c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:42.678042 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Provisioning complete for port 1803591e-d781-4859-84d9-258e61328d5c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:42.678739 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:42.923036 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:42.939156 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Transition to ACTIVE for port object 94c309e5-abb0-4727-bf75-38beb85c9cd7 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:42.939874 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:42.949759 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:42.961576 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:42.981097 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Allocated IP 172.20.0.1 (a7bf8f19-3a16-46fe-a6d4-dcb50607c743/d7f10fcb-4412-4581-9a11-60e6821185ea/62ee77c1-c8c3-44e8-a015-5418a1a566ac) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:58:42.989873 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] For port 1803591e-d781-4859-84d9-258e61328d5c, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1803591e-d781-4859-84d9-258e61328d5c,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:42.999951 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.002001 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1b45481c-8888-4b02-b89e-a529d1ae7d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:43.054396 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15243e0e-fa74-4105-9df0-3c36b0361db2 None None] Pushing event updated for resources: {'Port': ['ID=94c309e5-abb0-4727-bf75-38beb85c9cd7,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:43.058174 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-15243e0e-fa74-4105-9df0-3c36b0361db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:43.059284 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Attempting to bind port 94c309e5-abb0-4727-bf75-38beb85c9cd7 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:58:43.059442 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Attempting to bind port 94c309e5-abb0-4727-bf75-38beb85c9cd7 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:58:43.059981 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Attempting to bind port 94c309e5-abb0-4727-bf75-38beb85c9cd7 on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:58:43.065790 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:58:43.066162 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:43.067098 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.067487 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:58:43.067952 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Bound port: 94c309e5-abb0-4727-bf75-38beb85c9cd7, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:58:43.068324 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.092158 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Pushing event updated for resources: {'Port': ['ID=1803591e-d781-4859-84d9-258e61328d5c,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:43.097806 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-b4fe79e8-1e17-40c3-bf1c-8c27fab6fa3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:43.128624 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-02579934-af19-4159-9d31-904d9ad87dfc None None] Provisioning complete for port 1803591e-d781-4859-84d9-258e61328d5c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:43.129460 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-02579934-af19-4159-9d31-904d9ad87dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.147851 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] For port 94c309e5-abb0-4727-bf75-38beb85c9cd7, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:58:43.152757 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] For port 94c309e5-abb0-4727-bf75-38beb85c9cd7, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=94c309e5-abb0-4727-bf75-38beb85c9cd7,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:58:43.160035 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.167132 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:43.187050 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.206674 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Transition to ACTIVE for port object 62ee77c1-c8c3-44e8-a015-5418a1a566ac will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:43.238902 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.239509 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:43.239509 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:58:43.239509 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:58:43.239509 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:58:43.239509 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:58:43.239509 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 12:58:43.255397 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Routers {'bbc59858-9994-408a-93ca-afb5ec71c1bd'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:43.256134 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['bbc59858-9994-408a-93ca-afb5ec71c1bd'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:43.268110 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:43.270344 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:43.279231 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:58:43.325630 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15243e0e-fa74-4105-9df0-3c36b0361db2 None None] Pushing event updated for resources: {'Port': ['ID=94c309e5-abb0-4727-bf75-38beb85c9cd7,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:43.368797 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.377194 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e470e1f6-42fa-46b4-a40f-292b5598084a up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:43.501353 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port e470e1f6-42fa-46b4-a40f-292b5598084a completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:43.510022 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-15243e0e-fa74-4105-9df0-3c36b0361db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:43.511265 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port e470e1f6-42fa-46b4-a40f-292b5598084a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:43.511978 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.524849 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] Set router bbc59858-9994-408a-93ca-afb5ec71c1bd gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:43.557429 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.700299 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.756842 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-bc8ba2df-d8bf-4913-a0f5-c0be798916c7 None None] Provisioning for port 62ee77c1-c8c3-44e8-a015-5418a1a566ac completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:43.762474 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port e470e1f6-42fa-46b4-a40f-292b5598084a, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=e470e1f6-42fa-46b4-a40f-292b5598084a,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:43.767464 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-bc8ba2df-d8bf-4913-a0f5-c0be798916c7 None None] Provisioning complete for port 62ee77c1-c8c3-44e8-a015-5418a1a566ac triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:43.767903 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bc8ba2df-d8bf-4913-a0f5-c0be798916c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.801401 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:43.801986 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1803591e-d781-4859-84d9-258e61328d5c up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:43.879526 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:43.990954 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T12:58:40Z', 'revision_number': 3, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:43.997132 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe57d-2e4e-4985-ab8a-9daf973f01fa None None] The sync data for ids ['bbc59858-9994-408a-93ca-afb5ec71c1bd'] in dv-cinder-784477-4-iscsi is: [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T12:58:40Z', 'revision_number': 3, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:58:44.048724 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ba2df-d8bf-4913-a0f5-c0be798916c7 None None] Port 62ee77c1-c8c3-44e8-a015-5418a1a566ac cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:58:44.050274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=e470e1f6-42fa-46b4-a40f-292b5598084a,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:44.053950 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:44.066925 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 1803591e-d781-4859-84d9-258e61328d5c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:44.067322 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:44.094662 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:44.099866 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:44.127541 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:44.227116 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:44.230983 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Pushing event updated for resources: {'Port': ['ID=62ee77c1-c8c3-44e8-a015-5418a1a566ac,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:44.234236 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:44.431993 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:58:44.433293 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:58:44.683566 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Router bbc59858-9994-408a-93ca-afb5ec71c1bd has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:58:44.691677 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-42f6b07b-f51c-4dce-88e7-28e21b94cb49 None None] Provisioning complete for port 62ee77c1-c8c3-44e8-a015-5418a1a566ac triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:44.692237 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-42f6b07b-f51c-4dce-88e7-28e21b94cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:44.760822 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-42f6b07b-f51c-4dce-88e7-28e21b94cb49 None None] Port 62ee77c1-c8c3-44e8-a015-5418a1a566ac cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:58:44.933188 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:58:44.938565 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3f1b328d-f443-467d-a92d-2845daa1c169 admin admin] 10.222.0.21 "PUT /v2.0/routers/bbc59858-9994-408a-93ca-afb5ec71c1bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4315360 Jun 08 12:58:45.284685 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e470e1f6-42fa-46b4-a40f-292b5598084a up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:45.372951 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port e470e1f6-42fa-46b4-a40f-292b5598084a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:45.373904 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.514442 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 94c309e5-abb0-4727-bf75-38beb85c9cd7 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:45.591695 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 94c309e5-abb0-4727-bf75-38beb85c9cd7 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:45.598847 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 94c309e5-abb0-4727-bf75-38beb85c9cd7 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:45.599443 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.601507 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52788) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:45.607708 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008208117', 'description': 'tempest-secgroup-smoke-2008208117 description', 'project_id': 'fcc3873481c94aac8a93742c25b5e179'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:45.646771 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.730531 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.750394 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 94c309e5-abb0-4727-bf75-38beb85c9cd7, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=94c309e5-abb0-4727-bf75-38beb85c9cd7,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:45.757264 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.759636 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-1a64a8e3-f61a-4138-8938-f20568b5e262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:45.800182 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.806224 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.811174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-928b9fc0-bbeb-4cdd-92e3-387525f3c7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:45.851971 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.853225 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2504985 Jun 08 12:58:45.856178 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52792) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:45.861633 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1571e-a066-4d48-823e-88f7e51c1836', 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:45.866378 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=94c309e5-abb0-4727-bf75-38beb85c9cd7,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:45.871440 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:45.887248 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1571e-a066-4d48-823e-88f7e51c1836,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:45.889816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bb2e3af1-8f41-4af9-a639-d119a25b5ea4 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:45.899393 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Sync routers for ids ['bbc59858-9994-408a-93ca-afb5ec71c1bd'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:58:45.900762 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.916661 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Routers {'bbc59858-9994-408a-93ca-afb5ec71c1bd'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:45.917766 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['bbc59858-9994-408a-93ca-afb5ec71c1bd'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:45.972990 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.977249 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:45.979828 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:46.003805 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302fbf52-a44c-459a-84cd-fb7fccca5e00,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:46.008120 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:46.012399 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.013676 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8949e603-a151-48ab-9bf5-b93838e33c3b tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565096 Jun 08 12:58:46.016646 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52794) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:46.021405 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1571e-a066-4d48-823e-88f7e51c1836', 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:46.059799 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.137068 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.142513 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.145033 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:46.168635 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39bb0ff-931e-4e2b-ad89-d31dfa7a5183,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:46.171174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:46.181024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.183750 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2633927e-d796-4816-8a47-fe6978afb5bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659496 Jun 08 12:58:46.186942 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 52800) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:46.192252 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1571e-a066-4d48-823e-88f7e51c1836', 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:46.200207 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Set router bbc59858-9994-408a-93ca-afb5ec71c1bd gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:46.230988 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.322596 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.325845 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.327915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-eea64fa7-e693-4917-a1a6-d965fa2371ff tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:46.352713 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f283f80c-225c-4849-bd3f-574a64969866,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:46.364383 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:46.371390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.375511 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0c4c15c6-2773-459b-af44-2d4ee5088f07 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1847050 Jun 08 12:58:46.376098 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52804) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:46.381386 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1571e-a066-4d48-823e-88f7e51c1836', 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:46.413807 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.491491 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.496048 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.503129 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:46.527948 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad85edd9-e477-49be-b8b0-9949009eceea,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:46.531399 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:46.533114 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.537929 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604741 Jun 08 12:58:46.538527 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52806) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:46.543439 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1571e-a066-4d48-823e-88f7e51c1836', 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:46.572905 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T12:58:43Z', 'revision_number': 4, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '62ee77c1-c8c3-44e8-a015-5418a1a566ac', 'name': '', 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'mac_address': 'fa:16:3e:51:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd7f10fcb-4412-4581-9a11-60e6821185ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:42Z', 'updated_at': '2021-06-08T12:58:43Z', 'revision_number': 2, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'subnets': [{'id': 'd7f10fcb-4412-4581-9a11-60e6821185ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:46.575330 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Project fcc3873481c94aac8a93742c25b5e179 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:58:46.577710 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Checking router: bbc59858-9994-408a-93ca-afb5ec71c1bd for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:58:46.578075 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Updating router bbc59858-9994-408a-93ca-afb5ec71c1bd port 62ee77c1-c8c3-44e8-a015-5418a1a566ac binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:58:46.582754 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.640588 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.656959 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.663348 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.666820 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4a8fac14-9012-4b15-9b7d-59b925effee3 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:46.710504 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c743fc-5f87-457e-b199-876538a7468b,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:46.716562 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:46.722095 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.727000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1848781 Jun 08 12:58:46.727277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 52810) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:58:46.732391 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1571e-a066-4d48-823e-88f7e51c1836', 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:58:46.759931 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Project fcc3873481c94aac8a93742c25b5e179 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:58:46.768346 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.846835 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.851656 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.858732 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f34f7748-0d20-4dac-9f1d-61bcaa6243bc tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:46.880649 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a54923-9309-43bf-b11e-ceb9ca037c41,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:46.883161 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:46.890423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:46.892222 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-fc459a74-c6dd-4866-a3e9-58e500655856 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637359 Jun 08 12:58:47.098750 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:47.111600 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Transition to ACTIVE for port object 62ee77c1-c8c3-44e8-a015-5418a1a566ac will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:58:47.119274 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:47.123257 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:47.254614 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 94c309e5-abb0-4727-bf75-38beb85c9cd7 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:47.338812 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c830e1a-91df-4146-a169-a63e62b4aabc None None] Pushing event updated for resources: {'Port': ['ID=62ee77c1-c8c3-44e8-a015-5418a1a566ac,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:47.372707 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-0c830e1a-91df-4146-a169-a63e62b4aabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:47.409585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Attempting to bind port 62ee77c1-c8c3-44e8-a015-5418a1a566ac on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:58:47.410305 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Attempting to bind port 62ee77c1-c8c3-44e8-a015-5418a1a566ac by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:58:47.410679 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Attempting to bind port 62ee77c1-c8c3-44e8-a015-5418a1a566ac on network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:58:47.423825 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:58:47.424211 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Checking segment: {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:58:47.428299 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:47.428723 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Bound using segment: {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:58:47.429242 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Bound port: 62ee77c1-c8c3-44e8-a015-5418a1a566ac, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c344dd2-78fd-4d06-97ca-64345573b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:58:47.429634 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:47.508966 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 94c309e5-abb0-4727-bf75-38beb85c9cd7 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:47.509351 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:47.598788 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] For port 62ee77c1-c8c3-44e8-a015-5418a1a566ac, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:58:47.602542 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] For port 62ee77c1-c8c3-44e8-a015-5418a1a566ac, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=62ee77c1-c8c3-44e8-a015-5418a1a566ac,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:58:47.610534 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:47.615560 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:47.786384 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c830e1a-91df-4146-a169-a63e62b4aabc None None] Pushing event updated for resources: {'Port': ['ID=62ee77c1-c8c3-44e8-a015-5418a1a566ac,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:47.790409 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-0c830e1a-91df-4146-a169-a63e62b4aabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:47.791002 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Routers {'bbc59858-9994-408a-93ca-afb5ec71c1bd'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:58:47.791622 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T12:58:33Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['bbc59858-9994-408a-93ca-afb5ec71c1bd'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:48.076109 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] Set router bbc59858-9994-408a-93ca-afb5ec71c1bd gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:58:48.419675 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T12:58:43Z', 'revision_number': 4, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '62ee77c1-c8c3-44e8-a015-5418a1a566ac', 'name': '', 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'mac_address': 'fa:16:3e:51:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd7f10fcb-4412-4581-9a11-60e6821185ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:42Z', 'updated_at': '2021-06-08T12:58:47Z', 'revision_number': 4, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'subnets': [{'id': 'd7f10fcb-4412-4581-9a11-60e6821185ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:58:48.424096 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf4c47-74f9-4e64-96ce-6925b8f009e8 None None] The sync data for ids ['bbc59858-9994-408a-93ca-afb5ec71c1bd'] in dv-cinder-784477-4-iscsi is: [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T12:58:43Z', 'revision_number': 4, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '62ee77c1-c8c3-44e8-a015-5418a1a566ac', 'name': '', 'network_id': 'a7bf8f19-3a16-46fe-a6d4-dcb50607c743', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'mac_address': 'fa:16:3e:51:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd7f10fcb-4412-4581-9a11-60e6821185ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:42Z', 'updated_at': '2021-06-08T12:58:47Z', 'revision_number': 4, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'subnets': [{'id': 'd7f10fcb-4412-4581-9a11-60e6821185ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:58:49.252919 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 62ee77c1-c8c3-44e8-a015-5418a1a566ac up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:49.338001 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 62ee77c1-c8c3-44e8-a015-5418a1a566ac completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:58:49.346231 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 62ee77c1-c8c3-44e8-a015-5418a1a566ac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:49.346808 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:49.501589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:49.549953 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 62ee77c1-c8c3-44e8-a015-5418a1a566ac, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=62ee77c1-c8c3-44e8-a015-5418a1a566ac,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:58:49.555540 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:49.558209 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:58:49.649418 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=62ee77c1-c8c3-44e8-a015-5418a1a566ac,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:58:49.655003 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:58:51.200882 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 62ee77c1-c8c3-44e8-a015-5418a1a566ac up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:58:51.312494 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 62ee77c1-c8c3-44e8-a015-5418a1a566ac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:58:51.312874 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:55.102140 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:01.182533 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-34893db8-bdf1-44a4-a880-6a1269d9a352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:03.509485 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-355c5ced-3942-4b17-af44-864321db2a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:03.806773 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:04.786306 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:06.432488 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:17.245313 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:59:25.102417 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:31.176962 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5db4b8ec-3b21-4c4b-b675-e1f696761519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.503337 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e3435bef-c165-46c3-8aa3-c223e1011f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.809341 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:34.783156 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:36.190936 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-0babf3bc-f5c4-477b-b487-ad08c9de7739 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1714427 Jun 08 12:59:36.280784 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-2a18545f-1942-43c0-9c8b-492ba722b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.282282 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-2a18545f-1942-43c0-9c8b-492ba722b895 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0697899 Jun 08 12:59:36.432007 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-2a41b066-3117-4107-a574-46b3504039bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.433551 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-2a41b066-3117-4107-a574-46b3504039bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1281080 Jun 08 12:59:36.435546 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:36.537592 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-790cc012-ee65-43c1-9085-112d5fcc2140 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 200 len: 1001 time: 0.0972989 Jun 08 12:59:36.605187 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-ebfa8175-8c98-4c05-a272-778616cbb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.606623 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-ebfa8175-8c98-4c05-a272-778616cbb0b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0622885 Jun 08 12:59:36.683817 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-0c174428-0c8c-444d-b53c-f7f185fad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.685553 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-0c174428-0c8c-444d-b53c-f7f185fad696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716357 Jun 08 12:59:36.820228 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-a8fbe3ea-e57b-4109-aefe-2a20da5c5b63 service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266389 Jun 08 12:59:37.046019 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fdf4b88c-4914-45f6-b22f-d4119fda3c15 req-2a99ff55-ce35-4d54-baae-c7be92883aaf service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188661 Jun 08 12:59:45.834917 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [req-937ade37-47f4-417d-8c7a-87d706901f5c req-d6b1388c-f624-4dba-b91e-4ef5c37a2bc7 service neutron] (103601) timed out ('10.222.0.59', 53123) {{(pid=103601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 12:59:54.244747 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:59:55.115456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:01.179793 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5c79891c-b89d-4428-87b7-de3e0e79bf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:02.147739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-53f4cf64-4f21-476e-b8ad-237ddf2576e3 req-b71c5117-4dcf-4a90-a6bb-ff94247f3b84 service neutron] (103602) timed out ('10.222.0.59', 53134) {{(pid=103602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:00:03.505747 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1134faa0-9e88-44b2-bad7-ee62b4b81ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:03.812128 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:04.784553 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:06.438745 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:14.566428 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5cfc7-6c84-4383-b667-505d1f62b92d req-fe94d7cf-e413-48cc-9ad9-3366400f6c7d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:00:14.568001 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1b5cfc7-6c84-4383-b667-505d1f62b92d req-fe94d7cf-e413-48cc-9ad9-3366400f6c7d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.1689601 Jun 08 13:00:14.622455 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f1b5cfc7-6c84-4383-b667-505d1f62b92d req-6c4a69bb-b15d-4137-a2f4-70c215d39a4c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f296dec-c3f6-4b32-baa8-ed70a5166090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482891 Jun 08 13:00:15.003059 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-b2a9abd1-1180-4531-b98a-b49a349a26d4 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:00:15.004572 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-b2a9abd1-1180-4531-b98a-b49a349a26d4 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 946 time: 0.0925832 Jun 08 13:00:15.141525 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Deleting port 8314d748-f175-4bae-a824-c1217dec7b09 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:00:15.141890 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:15.276478 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] For port 8314d748-f175-4bae-a824-c1217dec7b09, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8314d748-f175-4bae-a824-c1217dec7b09,segment=NetworkSegment(de0d74d9-0628-4696-8452-4caa1af05ea6),segment_id=de0d74d9-0628-4696-8452-4caa1af05ea6)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:00:15.276812 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:15.402180 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Calling delete_port for 8314d748-f175-4bae-a824-c1217dec7b09 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:00:15.522559 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:15.528145 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5ea736da-77e1-4b71-9c7f-c532cdd5ec54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:00:15.534692 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['8314d748-f175-4bae-a824-c1217dec7b09'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:00:15.573410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Pushing event deleted for resources: {'Port': ['ID=8314d748-f175-4bae-a824-c1217dec7b09,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:00:15.612617 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.612996 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.613364 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.613764 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.614124 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.614481 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.615003 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.615208 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.615557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.615900 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.616260 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.616583 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:00:15.623845 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:00:15.663912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] No DVR routers for this DVR port 8314d748-f175-4bae-a824-c1217dec7b09 on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:00:15.666512 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:15.668489 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9aa34190-5b08-4554-a9a5-37e62185dd06 req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.59 "DELETE /v2.0/ports/8314d748-f175-4bae-a824-c1217dec7b09 HTTP/1.1" status: 204 len: 173 time: 0.6585925 Jun 08 13:00:15.669011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1961784-acf0-4526-be12-290bda8956ae', 'name': 'network-vif-deleted', 'tag': '8314d748-f175-4bae-a824-c1217dec7b09'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:00:15.671458 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0293241f-dc4f-40d1-b3be-fef75d6bc7f0" -d '{"events": [{"server_uuid": "c1961784-acf0-4526-be12-290bda8956ae", "name": "network-vif-deleted", "tag": "8314d748-f175-4bae-a824-c1217dec7b09"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:00:15.781421 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f62fb77c-f501-432d-af24-898fd59936f9 req-c058688f-64f3-4c91-9b0e-e13d2d60e1f2 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0435395 Jun 08 13:00:15.882981 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f04525-e387-4fc2-8b18-36a9d19e1103 x-openstack-request-id: req-80f04525-e387-4fc2-8b18-36a9d19e1103 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:00:15.883312 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1961784-acf0-4526-be12-290bda8956ae", "name": "network-vif-deleted", "tag": "8314d748-f175-4bae-a824-c1217dec7b09", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:00:15.883601 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80f04525-e387-4fc2-8b18-36a9d19e1103 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:00:15.884040 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1961784-acf0-4526-be12-290bda8956ae', 'name': 'network-vif-deleted', 'tag': '8314d748-f175-4bae-a824-c1217dec7b09', 'status': 'completed', 'code': 200} Jun 08 13:00:16.934539 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-57a620d3-c2dc-4d6a-850a-e3391c27c302 req-ea94fdd7-d099-45c7-bf72-5098f3910d46 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0431738 Jun 08 13:00:18.092238 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-040c0918-2579-4c6b-854f-684c3f18ed89 req-e253150a-53ee-4af5-9949-fa14f28546e1 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0447938 Jun 08 13:00:19.245758 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5827410f-e018-44be-943d-f146f5328d23 req-9445375a-a20e-4c76-974a-830b11b78a4d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0442100 Jun 08 13:00:19.458719 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 8314d748-f175-4bae-a824-c1217dec7b09 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:00:19.494440 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: 8314d748-f175-4bae-a824-c1217dec7b09 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:00:19.494796 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 8314d748-f175-4bae-a824-c1217dec7b09 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:00:20.392108 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5717358f-ecdf-4d91-aeb0-94ce56d6bce5 req-b4aecd89-66af-45f2-acd1-04e08071f23c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0415745 Jun 08 13:00:21.549953 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-18f8a1c2-85a6-4fe7-b155-1eaefe1b7602 req-9fd2cdfd-d3c9-47f1-87d7-afa47a538b9f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0476322 Jun 08 13:00:22.698560 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72705693-9295-44c1-84e4-f233d4fad3ab req-53ff6509-5265-4ed6-8f98-cf8debebcf60 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0415726 Jun 08 13:00:23.849775 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3b4256b4-c0b9-4f91-bda8-ef44a70d1215 req-0faef915-b20e-4793-9ba5-7ed022242d50 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0423305 Jun 08 13:00:24.997395 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-937cf5f5-cfa7-424c-8135-6f5d880b222b req-45f7caf4-483e-4fd4-b752-dcf6cfb2f8ab tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0451901 Jun 08 13:00:25.114248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:26.147661 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d5574119-0b5b-41a9-9a1b-e64bc8f512fd req-b665ae12-049a-4019-b954-90ebf7c72b98 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0430946 Jun 08 13:00:27.294431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b6f8d87a-12f5-439b-ad88-f57e14cce7f9 req-1b72713e-a045-4c75-9faa-fb2322d65c16 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0425279 Jun 08 13:00:28.446000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-68d476bc-4ea3-4cec-b7ed-e638542131a5 req-eb7d29bf-844e-4913-a8c4-4e3816de1d67 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0458000 Jun 08 13:00:29.602732 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c370b6c1-8493-4ad9-a381-7a48fce17e9b req-d030f856-96a4-4b88-af21-0e952f48b685 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0429943 Jun 08 13:00:30.755819 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9731cc24-b88c-4475-b105-bec00f667e81 req-beec4ed9-32c9-4d32-8e14-1cf5905daf7d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0449839 Jun 08 13:00:31.185009 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2b23-ae9b-4468-b51a-a5f1066f08be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:31.249178 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:00:31.989890 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-99193b02-afe7-4448-9341-972392f2a66e req-551bb1d7-2a2b-4137-9e6c-b6e48d29fb18 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.1268902 Jun 08 13:00:33.149011 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a38cc5eb-ff80-493e-9df6-3b4d27dba1af req-836f8c3f-2338-4510-a55d-2d466f41f99c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0439551 Jun 08 13:00:33.507617 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f474d2c9-ad0e-4899-b361-9b05e171e9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:33.816144 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:34.296079 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4e73562e-e3df-434f-83e5-396ff53c63e7 req-c0f1a72c-6488-4211-b6d7-135af9598037 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0423329 Jun 08 13:00:34.790045 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:35.447170 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e8bfe2c-3333-470a-9765-4b5482108926 req-a4cab477-c502-48e8-acf1-ec8c681142fa tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0476229 Jun 08 13:00:36.439826 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:36.597777 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fa4a143c-b14b-46c1-b8c2-5677bf7a84bc req-7809edf4-1ddb-4692-9752-85e984529d88 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0434849 Jun 08 13:00:37.746106 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e870cc42-08dc-4c4d-9108-600d18a530ec req-b577e5b9-2840-4ce2-9c00-1c149d910d1b tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0432346 Jun 08 13:00:38.084261 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-c709910d-45fd-446b-96d0-69e69f347660 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714812 Jun 08 13:00:38.221838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-a9d32001-d9b8-4999-a01b-3b7a9360a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:00:38.223317 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-a9d32001-d9b8-4999-a01b-3b7a9360a10d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0704710 Jun 08 13:00:38.369968 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-9c89ad6c-0c1a-4e2a-a984-8f51946e57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:00:38.371391 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-9c89ad6c-0c1a-4e2a-a984-8f51946e57a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1289771 Jun 08 13:00:38.441069 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-f755506e-3437-4f24-a900-6cee6a4e84e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0622799 Jun 08 13:00:38.503538 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-16129a79-a874-4cb9-8681-e1d1f10b947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:00:38.504935 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-16129a79-a874-4cb9-8681-e1d1f10b947d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0568864 Jun 08 13:00:38.583208 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-5e2a3f3e-9d27-4bcd-b41b-e6f2328a83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:00:38.584680 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-5e2a3f3e-9d27-4bcd-b41b-e6f2328a83b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731375 Jun 08 13:00:38.716533 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-0352d7bd-f299-41d9-8df3-dc14b7246ac6 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244626 Jun 08 13:00:38.849279 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-12b8b58f-e567-43c3-94d1-eabadf52053c req-d2989feb-9aa6-4f60-a345-800e54615793 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254227 Jun 08 13:00:38.897435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c281d612-5cbe-4009-8434-6d4b3ed5f8c9 req-e1290458-7f86-4ee0-96e6-faa506fd63e8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0443726 Jun 08 13:00:40.050249 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1b5a85f1-1c47-4743-adc6-9a0561bf2c57 req-9a212687-e5bc-4b71-84d7-429ea6395204 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0436084 Jun 08 13:00:41.211270 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-48dde28e-9f04-4bfa-9cb8-b17a30e25ce3 req-4d78c843-0c6d-4733-b9d1-f1659d6dc469 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0509534 Jun 08 13:00:42.362430 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a6c3cf51-d03e-4014-b346-5b757dcbae6c req-b7db480c-f750-4f3e-9e04-e1e9daa40169 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0451849 Jun 08 13:00:43.514906 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47f52982-078e-421f-b09a-14e23f2fcf1e req-77e2e442-5819-4ce6-90f2-d7c38c2d3658 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0431483 Jun 08 13:00:44.673936 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7049e42b-7bca-47bb-8a34-dcbe3382c39a req-b2db0f46-1bd5-4570-b067-4d5b280cfbfb tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0458128 Jun 08 13:00:45.823233 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f276b08e-7e21-48b1-bfbf-ea7610c5165f req-b0393925-403d-44e2-a1f7-55c5ef53aff3 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0422940 Jun 08 13:00:46.974000 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a3a99927-ee36-46b3-a16a-6e081ec04e55 req-bffebe13-99a1-43e3-87ee-b5c4ba6c8d96 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0427408 Jun 08 13:00:48.123592 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cd81ad9c-4100-457d-9a68-ad7367ce19b6 req-930c1438-b519-4e02-85af-5a0321c344bd tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0455027 Jun 08 13:00:49.279022 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09ffba8c-38c7-48f4-a1c3-0a689f935c21 req-0d428784-fb16-4be3-98ce-b937d29a4061 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0494068 Jun 08 13:00:50.431793 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ef58b0f-afac-4a81-84c2-000766005e78 req-605de144-0951-4b59-b623-1b0dbcb69a94 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0431085 Jun 08 13:00:51.676121 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-600bf917-396f-4420-a857-853c6a96af66 req-4f36cc2e-3e9f-464c-9305-aab7d0c4ac27 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.1356099 Jun 08 13:00:52.821500 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7ff7e703-c674-4388-ad6d-12d2c838a01f req-effcfe9c-622c-4d0b-a0d9-c12e88faa9c7 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0414035 Jun 08 13:00:53.976770 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3d8b489d-4e9c-4890-bca8-08e308457dd3 req-da3eac95-e98b-4acf-9342-b400d1dbef5e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0434961 Jun 08 13:00:55.128644 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:55.129293 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cb67fb11-c61c-4aaf-b8fc-8e3aec216394 req-57acae10-fc4b-46a6-bc4d-e0723234dab5 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0464363 Jun 08 13:00:56.276629 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-83c7763b-c14a-4b8a-ab1a-d27264e10937 req-9b96cebc-b579-4d72-aa95-55aafd5d3776 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0426264 Jun 08 13:00:57.427825 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-83180219-fcac-41b8-be59-a6a34e562420 req-1d9ca38a-6124-4a07-800d-d308830af4a0 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0413344 Jun 08 13:00:58.581057 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4800156b-55a2-42e6-aa60-320a379d8f85 req-bdca4d06-d26f-43b0-b4f7-7fa0056156c3 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457690 Jun 08 13:00:59.742735 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5347a5d2-5c0b-4587-89e1-4f8745e875b8 req-38c89346-0f33-49ae-b1b1-b7eca11b5740 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0450897 Jun 08 13:01:00.911823 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9c37b6fd-86a6-4137-a64f-71a0b97d0c8d req-5939c23b-fab3-4216-88a7-f3544ca371c4 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0441122 Jun 08 13:01:01.188863 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-df4a0405-6ce0-4d8c-942b-f4ea215d5523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:02.070119 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-76b3df9e-aec1-4a0c-ae62-f02c123101d5 req-6b1cd06e-4230-474f-9a72-889385fd032a tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457027 Jun 08 13:01:03.218370 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1be44f52-df56-40b2-8b59-e3a241374858 req-64c27be9-d2e9-48b2-9ebd-1511e5d1d7db tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0438051 Jun 08 13:01:03.509698 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0d3e1e92-8b57-461f-961d-4852d61bb521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:03.820055 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:04.379802 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-04112102-203c-4984-8673-bc4e017f9a2e req-cc6b3ae9-81ca-4792-bd39-c255456a82be tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457387 Jun 08 13:01:04.790754 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:05.530336 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8b318582-42d4-4dfd-aada-321532f24304 req-33f32e75-0585-4f1e-b64b-53657a2f5fe4 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0443349 Jun 08 13:01:06.443532 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:06.678735 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-faea1725-bfe6-44bc-8f96-4a3e1094b53a req-c893dada-9838-4a0b-8616-f0105924c29f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0421412 Jun 08 13:01:07.826675 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b39efa5b-3c40-4609-b0c5-f92aa2a2a213 req-5e2b7752-4f4d-401b-97d1-427a733b3942 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0413404 Jun 08 13:01:08.247578 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:01:08.978237 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ba64995b-0289-47fd-8a7d-270bd6716a97 req-a6b5473a-721a-49bf-b9a0-a70b3b5aa0f6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0477033 Jun 08 13:01:10.126068 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2a3bd1bc-2304-4ff5-9705-15c3a3b9e32d req-28be1670-041c-4f7b-aac1-103c1fc2f9fc tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0442064 Jun 08 13:01:11.288013 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-71f2790d-3339-4739-b72a-3556e3c07db6 req-5575d1bc-5254-4ffc-928f-130ac9cb83c4 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0416396 Jun 08 13:01:12.436516 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f4af42e8-22fc-45b2-bb52-6d1038ede4f6 req-809dd0f1-5728-4c16-8ae6-452210d5b3df tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0455112 Jun 08 13:01:13.583610 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-987b918f-2593-42b2-b92a-d436f5f262c0 req-25826c5e-ced8-4074-86a6-18db8cdf506f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0428145 Jun 08 13:01:14.879069 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0d8868a1-00fa-43de-8272-683c777fe947 req-bc99589a-1af3-4a97-8dcf-959b76916285 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0424817 Jun 08 13:01:16.032748 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f615e3d7-44e5-42b9-b58f-f71b693ee6e5 req-064d8e0f-a0d3-4c7a-8d67-a5f84416c05a tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0477164 Jun 08 13:01:17.180833 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6994d41f-f9bc-45f0-bb7a-5c864cda401f req-8289e6ea-a6b0-4b31-8c9a-ce8574a9c940 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0444348 Jun 08 13:01:18.332431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c2b8d47d-cb97-42ef-8c1e-aba2416e29cb req-b09a601f-3329-4f7d-8432-9ca3e1013f01 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0433915 Jun 08 13:01:19.620562 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58c820bb-6617-4643-a4c0-5c43a8a44177 req-288dbe3c-ed4e-4f27-98f4-10be7b78db90 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0469513 Jun 08 13:01:20.770867 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b12f303f-6580-402c-a0f5-6ef7fb8e0e36 req-6da6e7c1-9c84-43c9-911f-ba1bc6150d50 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0431008 Jun 08 13:01:21.919871 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c9670b3e-eef2-43c7-9009-b9e3ecd78ee5 req-e7bbd5dc-ced4-44b4-84be-d6c14c7521df tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0419307 Jun 08 13:01:23.069569 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dd05936a-bcab-4d03-8b6f-38c25e75f94b req-b3deca2f-17e9-4666-9242-55ac436a42d2 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0454209 Jun 08 13:01:24.216346 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6340c281-1dfd-4475-8c4a-2069dd43ef93 req-744a0171-e9dd-482f-92ab-fe13824da3da tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0438976 Jun 08 13:01:25.142978 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:25.363848 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5f10f50e-6631-4a33-8efb-6e3daa0c74df req-a3381226-f453-4387-9250-fe4aedcf9c11 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0413394 Jun 08 13:01:26.514752 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b2c914fe-b939-44ee-9adb-ff4d73e0bd6e req-f0f6cf2b-1254-4070-b617-d35564726d13 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0455050 Jun 08 13:01:27.664930 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-13fce1b8-1558-4a90-acac-bc4bd00ca7b7 req-d973819c-ebe3-4e02-b698-9631293aaede tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jun 08 13:01:28.815691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fed28b33-191f-45b8-9405-3a79f1e33c10 req-b7feb68f-3e49-44a3-a444-676e482f0d3f tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0428579 Jun 08 13:01:30.042434 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f6c71203-b4c6-49c7-ae57-beecdd9f39bd req-5b0e9000-6935-416c-9295-0268746de25b tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.1236537 Jun 08 13:01:31.191746 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ac9a8318-0399-43f5-9eb1-fd1095f8742c req-44318407-d144-4792-b51c-5c5b4090a7ab tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0429661 Jun 08 13:01:31.198077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4969d24d-45bf-4c18-a39c-de0c83d57432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:32.343224 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-80897bd4-1f42-4aaf-ab84-3093871d91c6 req-a3e1d12c-9699-4eed-8ca9-0cfe84a80d64 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0437343 Jun 08 13:01:33.492033 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a1ef4ddd-e4af-4d08-a152-5c9c6e5b4603 req-b8308771-f3e8-4731-b1a7-c0bfba80f93a tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457206 Jun 08 13:01:33.512483 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a6d191d4-7255-4539-a99f-98903118e908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:33.824324 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:34.646533 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6efaf823-1f40-4455-a6dc-e8d5ad97e8d3 req-9d76fa22-4914-43e0-b933-af82ea9a0d09 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0487065 Jun 08 13:01:34.792859 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:35.796249 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3ca6776-3468-4d3b-9e61-11bdca47e817 req-a22540a0-ec39-48ec-bcc7-9627a2743ab6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0426030 Jun 08 13:01:36.448073 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:36.944605 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-11c29c13-e01d-4adb-89fd-81ef7cb53d18 req-ea4a4f2e-7ead-40ff-99ab-7c84b551b41b tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457892 Jun 08 13:01:38.111365 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6b75d96b-06a2-4139-92e8-cb8ebd2c6a37 req-d6c2981e-49eb-438a-bc7f-67ecfabe24a4 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0618510 Jun 08 13:01:38.135094 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-e071c458-7e41-4df4-898d-e8c0e548a7e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157470 Jun 08 13:01:38.223459 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-fec6bfd1-0563-4b74-b356-74804f316cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:01:38.224854 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-fec6bfd1-0563-4b74-b356-74804f316cdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b011fa6f663a4929b81116b83c430fe1&device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0694618 Jun 08 13:01:38.369142 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-3ec62793-238a-4a0d-9a26-cbf30b929824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:01:38.370927 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-3ec62793-238a-4a0d-9a26-cbf30b929824 service neutron] 10.222.0.59 "GET /v2.0/networks?id=467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 200 len: 917 time: 0.1272299 Jun 08 13:01:38.476258 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-2fc725c7-f224-48e6-a272-f0a623b434e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 200 len: 1001 time: 0.0980334 Jun 08 13:01:38.539053 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-3e53874e-7b56-4157-93ca-34fef6d1e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:01:38.540471 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-3e53874e-7b56-4157-93ca-34fef6d1e1ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 200 len: 855 time: 0.0582113 Jun 08 13:01:38.620790 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-8121fc1c-6d25-4298-b67b-85c3ee1727e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:01:38.622340 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-8121fc1c-6d25-4298-b67b-85c3ee1727e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=467a34ae-65db-4ee5-aae4-a183a44efbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752926 Jun 08 13:01:38.754756 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-2b611846-4a2f-4183-a758-1d61bf1758cc service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259658 Jun 08 13:01:38.883977 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db32c7d6-2ceb-4f49-9076-1836a1e40766 req-c0a64af6-711b-4350-b174-856dbbff264a service neutron] 10.222.0.59 "GET /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220455 Jun 08 13:01:39.258169 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3a3851eb-7636-4706-bb5b-2688c32f37e5 req-442c1367-0b2a-4346-8ab1-514e84ccc56e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0407479 Jun 08 13:01:40.413803 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-716660f9-af42-4fd7-a76a-f8e202e5ef8e req-5ae8306c-6da8-41a9-91fb-8c55908d74b9 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0469716 Jun 08 13:01:41.562349 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ddf7df19-31a3-4c9d-9a66-3aad2d09e8a7 req-099e4604-a044-4c83-92ed-189f18031bdf tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0446961 Jun 08 13:01:42.710500 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4ca96a7e-4f66-47e3-9470-67e5c47aeb5e req-094e3129-32cc-4890-9b48-46e84ae026e8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0413835 Jun 08 13:01:43.487791 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [req-ce0e3a6c-f7b2-4539-af2d-007db89065ee req-efc796ba-8e00-41d7-ab00-263a35d75447 service neutron] (103601) timed out ('10.222.0.21', 46396) {{(pid=103601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:01:43.855461 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-003c5e8e-aa37-4870-ae36-77dbf5ae61b8 req-1217b458-7c17-4f89-acc4-6113d7570f50 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0421839 Jun 08 13:01:45.004972 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-09006a1e-da1c-46c0-9393-7dd23ba41d40 req-378afe99-45f6-4d64-bd39-55f53bcebc2d tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0444527 Jun 08 13:01:45.246782 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:01:46.157379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7df407f9-6954-4bb5-bde5-60e3b6762d35 req-ee6af7d6-eb04-48eb-a0ab-6fd9b4c09797 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457919 Jun 08 13:01:47.306981 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d1829d64-20db-4f78-9700-9c561992c2ad req-b0f68fb2-0240-4eaf-ab3b-2779f1bf8ab9 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0430322 Jun 08 13:01:48.560526 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-261bca42-e91f-47ec-b520-302a83719586 req-47e7e2a7-2293-4395-9db9-1b45d35d35a6 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.1447279 Jun 08 13:01:49.720511 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8f7a13b7-ccbf-4512-a5a4-46d48149492d req-bf84886c-c8a3-4754-bcaa-5cd80f5fb9cf tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0469460 Jun 08 13:01:50.879753 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5121f484-040e-45c0-94fc-eb9808e1c6ac req-54a3913f-4063-4d08-ba4f-f347a59f6b35 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0461335 Jun 08 13:01:52.030108 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fa83864c-9237-4821-8ad4-18da2b6d1055 req-d84cdf7b-f632-4c61-af35-6ade5b185d3c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0452430 Jun 08 13:01:53.188440 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-922d591d-2fcb-4d04-b421-3e8cd498e8e3 req-1e300bcc-04c4-4df0-9eb5-ea37dc607455 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0421648 Jun 08 13:01:54.338327 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-43b32082-589b-4d73-b2ff-37e27e17aaab req-c169a905-d2ba-4be7-97aa-2616366924f2 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0444157 Jun 08 13:01:55.141433 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:55.492625 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-14bdc265-7cb7-400a-bc6d-cf4edf3996c3 req-91365139-8258-414e-811e-25658f1597ea tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0482686 Jun 08 13:01:56.642435 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51f71c40-315d-4548-a69d-f2c16d761036 req-6a18bf27-0939-4712-8917-7add19733866 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0427349 Jun 08 13:01:57.790845 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-be9f22dc-4d03-4ae5-a997-01f56a48d762 req-e0dd561c-f71c-49b2-ada6-c0b817b8be07 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0450068 Jun 08 13:01:58.942090 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7095451-3cb7-4dc7-af48-7d39bfa1b14f req-ce12d50b-fbaa-438a-a480-b53bbbe3aba9 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0457559 Jun 08 13:02:00.090937 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a53ebe22-38f0-4318-9bc4-1c74b5cc6740 req-89e7d383-2552-4b18-a5d8-465cf986f425 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0442905 Jun 08 13:02:01.190303 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6a7421f4-77a6-4f76-adb1-74498d48df6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:01.237719 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0dd6caa5-bb9e-4c89-92db-69c465517c5e req-1ea10eaf-d138-4f47-90fa-c26930cc74fb tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0429878 Jun 08 13:02:02.387595 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-922dcf51-43c9-4980-8494-c26a27e9ed63 req-7d923a6c-3ecd-4dde-9457-7f366b101ba7 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0452714 Jun 08 13:02:03.515142 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-614dcac6-68dc-4447-91c8-f2a2ccc21a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:03.536613 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525d85ea-7fab-4481-934a-ae563cf5e2c2 req-7e3faa98-eae2-4e2f-9e14-81061c2a714c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0427816 Jun 08 13:02:03.826495 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:04.688185 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e068f45c-75d6-4942-bb69-77424ad43f13 req-e4b07ee3-c24a-4c8d-bf36-925ceabc9c96 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0419986 Jun 08 13:02:04.794616 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:05.837967 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f626cab0-9435-4313-9123-eaa1445546c5 req-918a68d6-884d-4ec6-8410-9b962304fc7b tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0446360 Jun 08 13:02:06.450204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:06.993664 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0cc27790-5983-4d62-932e-2f289a3e83ce req-39fb2cd0-e4c4-4ec8-81ca-de9eb863902c tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0419321 Jun 08 13:02:08.148623 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2592ca8b-e3c5-4762-8881-ab8fe0118b16 req-a37fab54-7e0f-49df-86cf-40c5c0734d8e tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0460303 Jun 08 13:02:09.298848 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e6a39add-8580-4d22-99ff-42be1c414078 req-f1611529-63d0-4d6b-b431-f25c4c9b9f2a tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0441849 Jun 08 13:02:10.449247 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-56b892fe-1ce5-40f7-a431-262f7c9f06d0 req-373f8a5f-7b19-44d1-bfef-92604a079f08 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0432148 Jun 08 13:02:11.596434 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-77c3212b-16bc-404b-bee0-be795ab08c2c req-416b6a43-13e3-4cb9-968b-82d2b7b91120 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0418067 Jun 08 13:02:12.746734 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-409480af-0913-4cc7-9714-1fca396f6812 req-d02bf7a7-e588-4889-890b-121281964b86 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0446315 Jun 08 13:02:13.895741 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-00eceb2d-b7ed-464e-be7c-b9c7a67ab514 req-3dd5ba09-0798-4eba-9a6b-28a2967aafdc tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0426958 Jun 08 13:02:15.180468 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f866cc39-e0d2-446c-a1c5-a4b34b19fb40 req-2423e144-8541-4729-aa5c-b67da19ca8ee tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0420387 Jun 08 13:02:16.348792 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a25caa18-2fb7-4cf1-b12c-bc0e1cced97d req-048a6f2b-c621-4c52-bf0a-74fe2dd7b858 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1961784-acf0-4526-be12-290bda8956ae HTTP/1.1" status: 200 len: 210 time: 0.0497921 Jun 08 13:02:22.245679 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:02:25.171648 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:31.192207 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-216009e8-52dc-46e3-8b2b-07c2917715fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:33.517807 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-74a0b942-49ff-4b9f-ac38-cc5a75586a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:33.830102 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:34.798602 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:36.454790 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:36.955767 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 55452) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:02:37.079016 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.184427 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.190233 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.198217 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3ceb7389-c2fb-4b43-a798-7b869bdc9044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:02:37.237506 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b09f711-b5f0-48ea-bd59-c07081b4fea7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:02:37.241506 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cd06eb1d83b49719c5bbe6c6708ad64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846293 Jun 08 13:02:37.244378 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 55460) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:02:37.247744 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.248124 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.248497 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.248863 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.249226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.249584 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.250548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.250917 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.251274 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.252711 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.253074 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.253431 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.257377 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:02:37.304299 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.330859 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.387936 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.390420 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.391599 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b09f711-b5f0-48ea-bd59-c07081b4fea7 HTTP/1.1" status: 204 len: 168 time: 0.1462028 Jun 08 13:02:37.392311 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cd9e7d69-44a0-4ffc-b857-640f3ffdd858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:02:37.401966 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b09f711-b5f0-48ea-bd59-c07081b4fea7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:02:37.410532 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.410911 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.411313 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.411643 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.412000 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.412353 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.412707 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.413057 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.413409 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.413791 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.414146 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.414496 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:02:37.417629 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:02:37.674010 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 55470) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:02:37.694366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.797977 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.801538 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.808329 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-acbe5001-3180-47b9-a245-935efea6216d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:02:37.847081 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafec769-7c81-49db-b643-cbf21246979e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:02:37.851319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1c3e474d49b46ae8089aef12d110fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763039 Jun 08 13:02:37.852198 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:02:37.854055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 55472) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:02:37.909557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.934540 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.989397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.992082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.993405 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cafec769-7c81-49db-b643-cbf21246979e HTTP/1.1" status: 204 len: 168 time: 0.1384842 Jun 08 13:02:37.994482 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a7157837-9f34-45b5-9200-e1737c827bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:02:38.007851 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafec769-7c81-49db-b643-cbf21246979e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:02:38.010686 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:02:38.097461 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-dd17a55d-616a-4f8e-baf8-f7f40bbad7b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837049 Jun 08 13:02:38.241060 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f96ee-e2b1-4599-8852-b88239757cba req-03a192ae-f5af-499a-ad2e-ffbe3bbc503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:02:38.242691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-03a192ae-f5af-499a-ad2e-ffbe3bbc503a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0756063 Jun 08 13:02:38.402109 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f96ee-e2b1-4599-8852-b88239757cba req-5f136345-2e16-46a0-bd6c-0283e4301cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:02:38.403694 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-5f136345-2e16-46a0-bd6c-0283e4301cb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1395764 Jun 08 13:02:38.477970 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-9361b44a-623e-43fc-84cc-be8969804f67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0673692 Jun 08 13:02:38.545758 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f96ee-e2b1-4599-8852-b88239757cba req-4b3cc98c-da61-427c-9958-46a5bdef47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:02:38.547832 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-4b3cc98c-da61-427c-9958-46a5bdef47c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0626535 Jun 08 13:02:38.623091 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f96ee-e2b1-4599-8852-b88239757cba req-3aaf06bf-c7eb-443f-a9a9-b8aa70f7ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:02:38.624567 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-3aaf06bf-c7eb-443f-a9a9-b8aa70f7ea7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707264 Jun 08 13:02:38.841846 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-50fd3773-ba77-4fe6-8171-368901819828 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104428 Jun 08 13:02:38.974124 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-db9f96ee-e2b1-4599-8852-b88239757cba req-933ed3bc-6cba-4255-8ae7-6531bdf3d54b service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257391 Jun 08 13:02:55.185092 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:59.247379 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:03:01.194011 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5f1c138e-0d39-4853-a344-3621f84e20b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:03.520069 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-130ce02b-dc64-43fb-ac57-4e0ef1cf0d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:03.833989 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:04.801709 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:06.457434 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:11.699031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0408d-3768-462a-9f95-9dc67d8554de req-e9facd28-0dfd-4e44-9724-61067f8b9c1e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:03:11.700559 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aeb0408d-3768-462a-9f95-9dc67d8554de req-e9facd28-0dfd-4e44-9724-61067f8b9c1e tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 945 time: 0.0869052 Jun 08 13:03:11.757921 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aeb0408d-3768-462a-9f95-9dc67d8554de req-62bc3b14-5c93-4116-a315-0203f6af7bbe tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6c834e-f975-4702-8dde-d0a45e887d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514941 Jun 08 13:03:12.039873 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-68359a6c-6828-492b-9352-d2742f4c7082 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:03:12.041346 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-68359a6c-6828-492b-9352-d2742f4c7082 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 945 time: 0.0835435 Jun 08 13:03:12.180498 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Deleting port 0577aad1-7541-4a76-95a6-1bbbac3f394b {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:03:12.180840 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:12.317405 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] For port 0577aad1-7541-4a76-95a6-1bbbac3f394b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0577aad1-7541-4a76-95a6-1bbbac3f394b,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:03:12.317691 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:12.600397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:12.600624 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:12.600846 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Floating IP 6b9bc622-275a-4a43-81b9-24a2df8a2af7 disassociated. External IP: 172.27.0.189, port: 0577aad1-7541-4a76-95a6-1bbbac3f394b. Jun 08 13:03:12.601173 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Calling delete_port for 0577aad1-7541-4a76-95a6-1bbbac3f394b owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:03:12.709672 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:12.716652 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:03:12.759827 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event deleted for resources: {'Port': ['ID=0577aad1-7541-4a76-95a6-1bbbac3f394b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:03:12.762413 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:03:12.956133 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-76243019-5e5e-4ad9-b59c-0ed1464072f0 req-1fdad461-1214-44f0-bd58-7f9c5d316503 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/ports?device_id=60c6d492-22db-4056-9418-edcbd2cd0e1d HTTP/1.1" status: 200 len: 210 time: 0.0558734 Jun 08 13:03:13.006887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:03:13.295295 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:03:13.304385 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:03:13.314649 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:03:13.315254 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:03:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:03:13.368608 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] No DVR routers for this DVR port 0577aad1-7541-4a76-95a6-1bbbac3f394b on host hv-cinder-78447 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:03:13.371160 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:13.373079 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-cc22c7a6-714a-4326-89be-96ebcd7d0abe req-d5302b9a-de8b-41d5-a840-ef6c8dfa3d7a tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.59 "DELETE /v2.0/ports/0577aad1-7541-4a76-95a6-1bbbac3f394b HTTP/1.1" status: 204 len: 173 time: 1.3256872 Jun 08 13:03:13.373573 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'name': 'network-vif-deleted', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:03:13.376462 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734ff5b-86e4-43c6-aedf-49b5f06162e2" -d '{"events": [{"server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "name": "network-vif-deleted", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:03:13.437372 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906149a-5f83-4ef0-b470-b3fa6dac6f48 x-openstack-request-id: req-0906149a-5f83-4ef0-b470-b3fa6dac6f48 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:03:13.437372 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6d492-22db-4056-9418-edcbd2cd0e1d", "name": "network-vif-deleted", "tag": "0577aad1-7541-4a76-95a6-1bbbac3f394b", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:03:13.440201 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0906149a-5f83-4ef0-b470-b3fa6dac6f48 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:03:13.440201 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6d492-22db-4056-9418-edcbd2cd0e1d', 'name': 'network-vif-deleted', 'tag': '0577aad1-7541-4a76-95a6-1bbbac3f394b', 'status': 'completed', 'code': 200} Jun 08 13:03:13.535196 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:03:13.847086 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:03:13.850912 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:03:13.859942 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:03:13.860543 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:03:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:03:14.053181 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:03:14.081616 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 55942) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:03:14.145126 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.173106 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.223314 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.225878 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.226989 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba6c834e-f975-4702-8dde-d0a45e887d72 HTTP/1.1" status: 204 len: 168 time: 0.1443715 Jun 08 13:03:14.227749 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5f87c904-bb5a-4e45-93f6-cc0b4f8ae9ad tempest-VolumesNegativeTest-1914392280 tempest-VolumesNegativeTest-1914392280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:03:14.229856 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 55944) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:03:14.238978 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c834e-f975-4702-8dde-d0a45e887d72,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:03:14.241305 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-23d7735c-fa65-4aea-8116-be8328d1b4d5 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:03:14.278130 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.api.v2.resource [None req-f13086cf-156d-4e7e-a714-b7876283244d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] show failed (client error): The resource could not be found. Jun 08 13:03:14.279360 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-f13086cf-156d-4e7e-a714-b7876283244d tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "GET /v2.0/security-groups/ba6c834e-f975-4702-8dde-d0a45e887d72 HTTP/1.1" status: 404 len: 347 time: 0.0478153 Jun 08 13:03:14.282769 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 55948) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:03:14.383322 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:03:14.387230 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a2f7a-65bc-42f0-9923-81ea217f61f3 None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T12:44:18Z', 'revision_number': 4, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'c0b71f29-7a15-47b5-9115-138d7c684809', 'name': '', 'network_id': '467a34ae-65db-4ee5-aae4-a183a44efbad', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'mac_address': 'fa:16:3e:e2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:12Z', 'updated_at': '2021-06-08T12:44:35Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'subnets': [{'id': '61c6f8f8-425e-465d-a179-1200ef7b16a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:03:14.506753 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Deleting port bbfdd271-7944-471e-9aca-5c9e2065dcd3 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:03:14.507117 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.599483 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de22811-d802-487a-a58e-b3e5aa89cb2b None None] New status for floating IP 6b9bc622-275a-4a43-81b9-24a2df8a2af7: DOWN {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:03:14.742264 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.742264 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.865178 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Calling delete_port for bbfdd271-7944-471e-9aca-5c9e2065dcd3 owned by network:floatingip {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:03:14.974997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:14.978817 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-88ef5793-4ca0-4968-87a8-51b790a253d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:03:15.025125 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Pushing event deleted for resources: {'Port': ['ID=bbfdd271-7944-471e-9aca-5c9e2065dcd3,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:03:15.027766 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:03:15.120091 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks [] for floatingip, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:15.122485 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:15.123621 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] 10.222.0.21 "DELETE /v2.0/floatingips/6b9bc622-275a-4a43-81b9-24a2df8a2af7 HTTP/1.1" status: 204 len: 168 time: 0.8399282 Jun 08 13:03:16.280627 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 0577aad1-7541-4a76-95a6-1bbbac3f394b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:03:16.319715 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: 0577aad1-7541-4a76-95a6-1bbbac3f394b {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:03:16.324133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 0577aad1-7541-4a76-95a6-1bbbac3f394b not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:03:25.201553 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:31.196279 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-beee6858-555c-4881-9e96-b9636b553663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:33.522049 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a0825c33-fcbd-418a-810f-fc1fcc0dd63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:33.836760 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:34.803842 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:36.245882 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:03:36.464848 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:55.215125 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:00.885024 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-5a14dc6f-d480-4968-86e4-e92cb251073d req-e375249b-3ab5-4b23-b917-fc6235b1d914 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] (103602) timed out ('10.222.0.21', 41462) {{(pid=103602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:04:01.197939 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f234078d-fb16-49ed-b740-d99e5067207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:03.524456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c04c5832-2424-4c4d-b01c-e47986331a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:03.838091 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:04.805671 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:06.463812 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:13.248454 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:04:25.217771 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:31.200476 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-aa15030c-602e-4bcd-983b-941791f8d48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:33.529667 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0d6d-f3bd-46b3-a58b-4b194ea5eef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:33.838677 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:34.808275 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:36.466478 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:39.163510 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-856e739f-c2d2-41cf-b9ea-6cc8128f2c65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1854856 Jun 08 13:04:39.302277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-28406cbf-c86f-48b5-99cd-9d515e8c1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:04:39.303698 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-28406cbf-c86f-48b5-99cd-9d515e8c1d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0706923 Jun 08 13:04:39.457567 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-b830b2ee-98d9-48d7-a35f-487d8b64b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:04:39.459057 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-b830b2ee-98d9-48d7-a35f-487d8b64b129 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1355422 Jun 08 13:04:39.530542 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-cd555389-452e-46a3-bfa4-0ffe877c34c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0647273 Jun 08 13:04:39.597211 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-80dde1aa-3391-4967-b19f-1986eaa13a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:04:39.598567 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-80dde1aa-3391-4967-b19f-1986eaa13a5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0617177 Jun 08 13:04:39.675743 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-c290c666-e901-4991-8b8c-a911d8d6b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:04:39.677192 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-c290c666-e901-4991-8b8c-a911d8d6b8e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721788 Jun 08 13:04:39.689014 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-64021503-5dbd-4d6e-af4b-ae4a515f0cb4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:04:39.689957 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-64021503-5dbd-4d6e-af4b-ae4a515f0cb4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056171 Jun 08 13:04:39.818292 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-cb6b1abd-7f34-4357-abbe-b655e039640f service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220424 Jun 08 13:04:39.949878 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-84fe9896-699a-42a2-8c1f-643dd89c66f7 req-bbe707bb-61eb-4e61-8648-ec70591abab4 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243095 Jun 08 13:04:50.247407 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:04:55.225021 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:01.201879 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-db25bbe7-5f82-4404-aa08-ea4dd1add50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:03.523660 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-18ef1119-35e0-4c8b-b2b2-a9a181f642ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:03.840385 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:04.812208 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:06.469510 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:25.229890 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:27.249113 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:05:31.209568 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8d2f807a-ef59-4cab-8948-bc5440989914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:33.528844 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5a0824be-3531-4cc2-8b09-83bb35e1dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:33.845686 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:34.825933 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:36.486531 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:40.067807 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-af1190ba-f463-41c3-985b-c8462ca5bd6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839515 Jun 08 13:05:40.224133 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-248e35b6-4154-445c-ac06-3c9dff6adae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:05:40.225634 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-248e35b6-4154-445c-ac06-3c9dff6adae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0811594 Jun 08 13:05:40.397294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-518ff784-ce64-4590-8696-5f7a58861bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:05:40.399124 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-518ff784-ce64-4590-8696-5f7a58861bbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1515362 Jun 08 13:05:40.472011 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-34ef5bf8-0fab-4f47-bf46-2dbb8f124b08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0658417 Jun 08 13:05:40.546428 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-0d9fe4e9-5741-4824-baa3-1f9c6715daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:05:40.548453 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-0d9fe4e9-5741-4824-baa3-1f9c6715daf9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0680130 Jun 08 13:05:40.632376 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-4562ce02-68d4-47d6-8401-00e6ad17159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:05:40.633904 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-4562ce02-68d4-47d6-8401-00e6ad17159a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778301 Jun 08 13:05:40.962897 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-8eab18e1-6497-482a-814e-8f3a89985d75 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211024 Jun 08 13:05:41.158002 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d26fbb8a-9f77-4b12-bd32-6a184ace74c2 req-55376240-805d-4b49-88b8-cce6a08f590c service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865299 Jun 08 13:05:55.230524 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:01.205886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ec470ee0-669e-4507-8b1b-0ac6fc953cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:03.535758 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5c14d806-9e26-48f3-8bdb-31e19b141f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:03.862362 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:04.251220 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:06:04.821055 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:06.490104 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:25.227952 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:31.202996 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3254a688-631c-4681-aba0-cd732bb1f327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:33.530769 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6929b5d-1803-4bca-bd3f-7036eaa05f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:33.850730 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:34.825760 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:36.486235 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:06:41.251080 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:06:42.067085 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-9ab6b758-d145-4466-8399-997647fc3f7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921834 Jun 08 13:06:42.292903 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-2cecc792-c9b3-4576-9df8-a777e9349500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:06:42.294683 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-2cecc792-c9b3-4576-9df8-a777e9349500 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.1217043 Jun 08 13:06:42.456739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-66baca81-5620-41bd-a375-c2434b3d7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:06:42.458251 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-66baca81-5620-41bd-a375-c2434b3d7b95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1381273 Jun 08 13:06:42.532333 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-1085d47e-8768-4db2-a673-24b166087926 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0672231 Jun 08 13:06:42.600573 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-80485f91-a3d9-40b6-9dfa-80df7a79d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:06:42.602357 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-80485f91-a3d9-40b6-9dfa-80df7a79d6b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0632095 Jun 08 13:06:42.692358 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-96a9f3ac-8524-4e81-9a83-daf4781089f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:06:42.693923 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-96a9f3ac-8524-4e81-9a83-daf4781089f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856116 Jun 08 13:06:42.870191 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-38f71ae2-d992-486b-96b9-48c3fd7e28e8 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668196 Jun 08 13:06:43.022977 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-58fce194-ddcb-41aa-8357-b3f3c2fbd9c4 req-0d7b337b-9619-4904-908b-dd2dc9445f7a service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460001 Jun 08 13:06:55.243030 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:01.201164 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-63e08013-2e6d-4db5-8e36-6d9c67a66418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:03.529456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-221d65b1-dd36-4638-a098-f8da77962c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:03.854537 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:04.833392 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:06.504025 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:18.250330 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:07:25.267436 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:31.199805 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a02ef478-5c8b-402c-a857-bc4b5d929dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:33.536814 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a0c15b1a-d27b-4341-8b10-d480d79fa622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:33.849270 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:34.827189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:36.495310 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:07:42.044463 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-4b0410d6-9551-4c5d-80fd-38a2da0bc97f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770252 Jun 08 13:07:42.196237 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-35b79d47-83bc-4daf-873a-c0191b301cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:07:42.197773 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-35b79d47-83bc-4daf-873a-c0191b301cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0783536 Jun 08 13:07:42.363704 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-9606fd7d-474b-4f75-a318-3221dd50423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:07:42.365195 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-9606fd7d-474b-4f75-a318-3221dd50423b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1472442 Jun 08 13:07:42.440803 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-0a65f1ab-4ff8-411a-beb8-f8b65616a6b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0677345 Jun 08 13:07:42.512214 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-e7269927-a912-4145-8f26-63eeedcc2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:07:42.514158 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-e7269927-a912-4145-8f26-63eeedcc2af7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0672367 Jun 08 13:07:42.613756 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-ab67cdda-3896-436d-af99-f3cc89889990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:07:42.616841 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-ab67cdda-3896-436d-af99-f3cc89889990 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959916 Jun 08 13:07:42.893509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-70644895-6cfe-45f2-bd4a-efa204036f9e service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695181 Jun 08 13:07:43.039133 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c3c2783c-c9c6-48e8-a1d8-23e9587794bb req-27169c24-d53e-4949-8d12-2641bed2f4d2 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390476 Jun 08 13:07:55.249301 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:07:55.255129 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:01.198482 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8442a84-cf78-43fb-b6d3-d6c5490b4611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:03.520496 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93158b2c-6afc-45fa-9d67-6e19492c6d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:03.852743 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:04.828278 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:06.498448 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.009393 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 59390) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:22.172228 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.322163 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.327613 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.336636 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a90052b7-6adb-4e92-8ee5-b900434c7cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:22.380919 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01958a0fb0354d36b694c9c08ec0d21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701363 Jun 08 13:08:22.383687 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 59398) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:22.384793 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f32b64b-f6f8-4a09-ab96-2aa5417e795c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:22.393365 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.393775 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.394153 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.394571 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.394935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.395288 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.395650 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.396002 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.396360 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.396712 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.397062 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.397409 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.401337 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:22.449608 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.475561 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.536011 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.539298 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:22.540648 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f32b64b-f6f8-4a09-ab96-2aa5417e795c HTTP/1.1" status: 204 len: 168 time: 0.1558924 Jun 08 13:08:22.541556 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1cd29447-8d2a-41a7-aa1c-602449135b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:22.553002 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f32b64b-f6f8-4a09-ab96-2aa5417e795c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:22.567117 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.567840 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.568287 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.568882 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.569482 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.570111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.570708 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.571323 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.571897 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.572462 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.573037 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.573599 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:08:22.579515 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:22.888440 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 59406) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:22.905858 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6bf74865-981b-4bd8-b374-fa8059346537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.051689 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6bf74865-981b-4bd8-b374-fa8059346537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.057800 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6bf74865-981b-4bd8-b374-fa8059346537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.073613 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-36004db4-aa94-4b7e-9c61-59b9f0c50f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:23.153015 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6bf74865-981b-4bd8-b374-fa8059346537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e66792644d114d8bbd4bae543ed54e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631369 Jun 08 13:08:23.154597 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74865-981b-4bd8-b374-fa8059346537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2717a10-a8cc-4703-8c5f-82317737f79e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:23.157248 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 59412) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:23.160098 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6bf74865-981b-4bd8-b374-fa8059346537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:23.231063 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.258628 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.315055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.317865 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:23.319032 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2717a10-a8cc-4703-8c5f-82317737f79e HTTP/1.1" status: 204 len: 168 time: 0.1590500 Jun 08 13:08:23.319984 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a39cf72f-d64d-4e62-8dcb-caab4d27b170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:23.330315 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2717a10-a8cc-4703-8c5f-82317737f79e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:23.332669 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9e18ef65-2498-4e44-a77b-859b31b943e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:25.270728 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:31.193788 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9f5cbeec-3075-4b11-8a4c-62973b673eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:32.249441 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:08:33.532294 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-caefdc89-f89f-4412-b2f2-f5baaf9b3faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:33.855905 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:34.829712 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:36.504795 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:41.516168 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 59626) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:41.644341 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-dbe01ca9-14ba-4f25-aee7-87aa72a13140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:41.765927 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-dbe01ca9-14ba-4f25-aee7-87aa72a13140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:41.770277 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-dbe01ca9-14ba-4f25-aee7-87aa72a13140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:41.782165 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c0765c8-e06e-4b01-b882-ccc5405ce958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:41.826971 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-dbe01ca9-14ba-4f25-aee7-87aa72a13140 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20a5f7f56bbd4180a56574c02e6ec191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093791 Jun 08 13:08:41.827914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe01ca9-14ba-4f25-aee7-87aa72a13140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa99e8d5-ba52-4081-8b9a-e1ab6898440c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:41.831236 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 59632) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:41.832206 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-dbe01ca9-14ba-4f25-aee7-87aa72a13140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:41.899610 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:41.928220 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:42.036715 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:42.039121 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:42.040282 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa99e8d5-ba52-4081-8b9a-e1ab6898440c HTTP/1.1" status: 204 len: 168 time: 0.2070410 Jun 08 13:08:42.042047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-33b5cb0f-9e05-471a-9e5e-b1bacef7eee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:42.055415 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa99e8d5-ba52-4081-8b9a-e1ab6898440c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:42.058071 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3a7dd577-3770-427e-ad6e-23645f0b75bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:42.078402 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-a3aa93c0-2ecb-4402-bb75-63f844654e30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030324 Jun 08 13:08:42.293253 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cced03-5200-48e7-aa75-b61d0477d664 req-498bf8e1-150c-435b-9971-c2abd9e5fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:08:42.296432 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-498bf8e1-150c-435b-9971-c2abd9e5fc71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.1368539 Jun 08 13:08:42.482148 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cced03-5200-48e7-aa75-b61d0477d664 req-70d8c7d4-0c73-40c0-a8d1-0283d1bf430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:08:42.484147 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-70d8c7d4-0c73-40c0-a8d1-0283d1bf430b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1597514 Jun 08 13:08:42.490097 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 59644) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:42.565761 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:42.587441 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-a191734e-b7b8-4d26-aef3-9e6e5f38383d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0951262 Jun 08 13:08:42.682653 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cced03-5200-48e7-aa75-b61d0477d664 req-b969fb85-e64e-449d-943f-a365f0e96c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:08:42.684258 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-b969fb85-e64e-449d-943f-a365f0e96c6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0887768 Jun 08 13:08:42.875379 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:42.879122 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cced03-5200-48e7-aa75-b61d0477d664 req-f9a09c1e-7e0c-481f-b94e-9db98010d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:08:42.881860 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-f9a09c1e-7e0c-481f-b94e-9db98010d13d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1859426 Jun 08 13:08:42.883479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:42.900413 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a4607459-21e2-4375-8077-aaddbaf92fbb tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:43.040000 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb81a805-b73e-4a40-a30f-33163f776f64,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:43.047433 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:43.059656 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8eac97b0dbc9441696bf67e557226e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684810 Jun 08 13:08:43.062699 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 59650) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:43.111337 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-0cd3631f-c1d8-4e55-8553-a1495f60fc27 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127421 Jun 08 13:08:43.155529 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:43.198754 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:43.274375 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-61cced03-5200-48e7-aa75-b61d0477d664 req-fb10afa1-cc3c-480d-8b48-d7157f04d2bf service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563430 Jun 08 13:08:43.289510 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:43.292279 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:43.297179 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb81a805-b73e-4a40-a30f-33163f776f64 HTTP/1.1" status: 204 len: 168 time: 0.2333355 Jun 08 13:08:43.298101 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-50b3079e-af14-413f-bec6-e8f181aced7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:43.320722 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb81a805-b73e-4a40-a30f-33163f776f64,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:43.322997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:44.244943 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 59680) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:44.429007 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558841735-network', 'tenant_id': '1f6723179bae432dabf5efb48f329397'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:08:44.454454 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Made reservation on behalf of 1f6723179bae432dabf5efb48f329397 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:08:44.460275 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.483546 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.661024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.665665 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.669905 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b866323c-ba54-49c0-9666-28a8efd64c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:44.696080 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:08:44.713329 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63be3bf-ed73-436a-ab5d-8c67685d84d6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:44.717761 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:44.718733 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.719073 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Added segment cb6273e2-a7ff-484a-9345-9d0ce6993ae8 of type vlan for network 01797a5f-0b7a-4fae-991f-c814ff902878 Jun 08 13:08:44.748594 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.787147 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.788662 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:08:44.789251 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:44.792908 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2de77324-a319-48c4-939c-a6f1caa67918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:44.885804 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6396756 Jun 08 13:08:44.889839 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 59690) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:08:44.894977 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Request body: {'subnet': {'network_id': '01797a5f-0b7a-4fae-991f-c814ff902878', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558841735-subnet', 'tenant_id': '1f6723179bae432dabf5efb48f329397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:08:44.910411 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Pushing event updated for resources: {'Network': ['ID=01797a5f-0b7a-4fae-991f-c814ff902878,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:44.913767 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:44.923431 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 01797a5f-0b7a-4fae-991f-c814ff902878 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 13:08:44.934246 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Made reservation on behalf of 1f6723179bae432dabf5efb48f329397 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:08:44.937837 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2324931'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:45.171552 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2324973'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:45.175796 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5b926f4-9c55-4b23-9093-8105256cf6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:08:45.249314 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=662b8c22-8791-4d0c-924d-648110e28c49,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:08:45.252700 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:08:45.268499 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Checking segment: {'id': 'cb6273e2-a7ff-484a-9345-9d0ce6993ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '01797a5f-0b7a-4fae-991f-c814ff902878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:08:45.268926 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Network hostable DHCP agents. Network: 01797a5f-0b7a-4fae-991f-c814ff902878, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:08:45.289317 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Network 01797a5f-0b7a-4fae-991f-c814ff902878 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:08:45.304820 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 01797a5f-0b7a-4fae-991f-c814ff902878) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:08:45.314124 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:08:45.314714 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:08:45.317340 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8aac1-dbaf-4825-9cd6-daacd22c6eb8 None None] Network 01797a5f-0b7a-4fae-991f-c814ff902878 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:08:45.338055 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c52f2302-207d-48e2-83c4-d91014125e5e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4463813 Jun 08 13:08:45.563438 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b7176-9e76-40f9-b762-55478b5a56db None None] Network 01797a5f-0b7a-4fae-991f-c814ff902878 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:08:55.284688 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:01.188992 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8d805d29-4b27-4a9c-8cd9-f584cf71c3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:03.526704 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-443cfb44-87a4-4c05-8d4e-cb61e1c78e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:03.863248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:04.835168 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:06.501983 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:09.249109 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:09:25.300911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:31.190415 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2123409a-bc3a-49d5-a79a-4db6c4d9a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:33.532683 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2f1227a4-7056-4372-97c4-e1e12555470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:33.859670 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:34.838911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:36.507753 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:09:43.178389 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-2f1a4ee6-7d83-4faa-83fc-561436a31311 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1833627 Jun 08 13:09:43.363762 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-e422e5a5-6366-45d7-84e9-660a819d630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:09:43.365236 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-e422e5a5-6366-45d7-84e9-660a819d630a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.1092222 Jun 08 13:09:43.626985 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-0068f01e-1b80-4824-9b3e-1fc785f635d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:09:43.628432 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-0068f01e-1b80-4824-9b3e-1fc785f635d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.2374184 Jun 08 13:09:43.699181 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-0c40c9b9-1a96-494c-bde4-e97538faeebd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0639474 Jun 08 13:09:43.764806 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-b14fc7d9-f5a9-436d-a7b6-f424a065e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:09:43.766288 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-b14fc7d9-f5a9-436d-a7b6-f424a065e6a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0606220 Jun 08 13:09:43.846697 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-08153eb5-6200-43f7-ba03-018890e0c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:09:43.848174 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-08153eb5-6200-43f7-ba03-018890e0c861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749381 Jun 08 13:09:43.983079 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-7e4258cc-affe-485f-ab6b-618363fcb4a4 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278746 Jun 08 13:09:44.135626 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adc9f5c4-eabd-4eb5-84f2-bf55527ede38 req-7a49db8d-c151-4c55-9ab9-2bf51a0f9c8c service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449769 Jun 08 13:09:46.247852 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:09:55.301851 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:01.185575 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-169144f9-c012-4a4a-9b5d-16e4b1473f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:03.533328 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-aa0743d7-ba0b-43e5-a22e-a58a228c82fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:03.854417 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:04.839894 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:06.505772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:23.247661 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:10:25.298939 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:31.192886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-65b9bff4-b4ca-48ec-96dc-5792a2b123ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:33.542647 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2d16cd93-3466-4b94-9f8a-173cefbe32a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:33.855577 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:34.844096 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:36.515029 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:43.594043 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-c90ee126-6279-401f-809e-971e78b7c467 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693781 Jun 08 13:10:43.736483 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-a08a609c-5339-4c03-83a3-fd090a3274f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:10:43.737966 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-a08a609c-5339-4c03-83a3-fd090a3274f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0758555 Jun 08 13:10:43.886475 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-54e2430b-0e5c-43a4-b5d2-547d12b30b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:10:43.888413 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-54e2430b-0e5c-43a4-b5d2-547d12b30b5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1319647 Jun 08 13:10:43.954632 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-4a41894c-4460-4c31-aca8-36918706f1a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0597925 Jun 08 13:10:44.021088 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-b8991eab-24af-4341-af8c-3301b61b78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:10:44.023620 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-b8991eab-24af-4341-af8c-3301b61b78ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0621588 Jun 08 13:10:44.099544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-3c199663-0739-4992-9cad-d27f626a639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:10:44.101028 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-3c199663-0739-4992-9cad-d27f626a639e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715756 Jun 08 13:10:44.237870 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-a5c04f42-0f07-458e-bb47-2e8e77fbda38 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295347 Jun 08 13:10:44.388868 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d05d05fc-b4b7-4f4c-bc0b-8f43f05a0ea6 req-09e9f0d7-7d78-4ddf-ac5d-ee19db60ddc8 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438026 Jun 08 13:10:47.318914 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60862) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:47.405872 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:47.450879 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:47.528267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:47.530907 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:47.532118 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5b1571e-a066-4d48-823e-88f7e51c1836 HTTP/1.1" status: 204 len: 168 time: 0.2122035 Jun 08 13:10:47.532975 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-06097ba0-43ef-4d5c-9a50-f5ffbe4168de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:47.545499 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1571e-a066-4d48-823e-88f7e51c1836,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:47.556016 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.556016 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.556319 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.557325 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.557325 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.557579 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.557897 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.558357 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.558899 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.559932 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.560463 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.560997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:47.566202 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:47.745099 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60880) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:48.523384 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:49.004407 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Deleting port e470e1f6-42fa-46b4-a40f-292b5598084a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:49.004649 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:49.137143 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] For port e470e1f6-42fa-46b4-a40f-292b5598084a, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=e470e1f6-42fa-46b4-a40f-292b5598084a,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:49.137535 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:49.266159 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Calling delete_port for e470e1f6-42fa-46b4-a40f-292b5598084a owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:49.429052 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:49.433263 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fbe398ab-abe7-40be-9c82-aa035a0f0ddd tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:49.481987 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Pushing event deleted for resources: {'Port': ['ID=e470e1f6-42fa-46b4-a40f-292b5598084a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:49.485570 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:49.922114 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:50.308825 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Router 788ff58a-20cb-4f4f-a97e-cd85b968f880 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:10:50.497939 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:10:50.503679 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] 10.222.0.21 "PUT /v2.0/routers/788ff58a-20cb-4f4f-a97e-cd85b968f880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561560 Jun 08 13:10:50.507379 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60902) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:50.510558 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] Sync routers for ids ['788ff58a-20cb-4f4f-a97e-cd85b968f880'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:10:50.523238 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] Routers {'788ff58a-20cb-4f4f-a97e-cd85b968f880'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:10:50.524037 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:10:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['788ff58a-20cb-4f4f-a97e-cd85b968f880'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:50.775350 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:50.783182 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] Set router 788ff58a-20cb-4f4f-a97e-cd85b968f880 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:10:51.079267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:51.166125 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Deleting port 16e2a9f5-898d-4736-a1a9-d250a7176ddc {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:51.166896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:51.241303 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T13:10:49Z', 'revision_number': 5, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port': {'id': '16e2a9f5-898d-4736-a1a9-d250a7176ddc', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T12:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:51.247061 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] Checking router: 788ff58a-20cb-4f4f-a97e-cd85b968f880 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:10:51.258543 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] Routers {'788ff58a-20cb-4f4f-a97e-cd85b968f880'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:10:51.259177 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:10:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['788ff58a-20cb-4f4f-a97e-cd85b968f880'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:51.312931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] For port 16e2a9f5-898d-4736-a1a9-d250a7176ddc, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=16e2a9f5-898d-4736-a1a9-d250a7176ddc,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:51.313317 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:51.436782 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] Set router 788ff58a-20cb-4f4f-a97e-cd85b968f880 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:10:51.583762 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Calling delete_port for 16e2a9f5-898d-4736-a1a9-d250a7176ddc owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:51.602993 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T13:10:51Z', 'revision_number': 6, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:51.607731 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d36a59-6eec-4a63-bb52-708ce47326e5 None None] The sync data for ids ['788ff58a-20cb-4f4f-a97e-cd85b968f880'] in dv-cinder-784477-4-iscsi is: [{'id': '788ff58a-20cb-4f4f-a97e-cd85b968f880', 'name': 'tempest-TestVolumeBootPattern-1398930851-router', 'tenant_id': 'fcc3873481c94aac8a93742c25b5e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:30Z', 'updated_at': '2021-06-08T13:10:51Z', 'revision_number': 6, 'project_id': 'fcc3873481c94aac8a93742c25b5e179', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:10:51.788149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:51.795903 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6c862000-b400-46bd-ae03-dd56e18ccd98 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:51.872536 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e2a9f5-898d-4736-a1a9-d250a7176ddc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:51.880826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:52.003235 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.232428 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.235054 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.264493 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.265220 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 788ff58a-20cb-4f4f-a97e-cd85b968f880 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 13:10:52.270447 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.274367 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] 10.222.0.21 "DELETE /v2.0/routers/788ff58a-20cb-4f4f-a97e-cd85b968f880 HTTP/1.1" status: 204 len: 168 time: 1.7657216 Jun 08 13:10:52.274857 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 60920) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:52.340958 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Deleting subnet 64cf9135-be0c-481f-bd59-715787b9e704 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:10:52.345470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.409149 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300984'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.522200 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.711562 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2891444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2942161'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.720020 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:52.757191 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cf9135-be0c-481f-bd59-715787b9e704,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:52.759992 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.761832 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/64cf9135-be0c-481f-bd59-715787b9e704 HTTP/1.1" status: 204 len: 168 time: 0.4861290 Jun 08 13:10:52.764847 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 60922) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:52.765597 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a12c6e7-4187-4f8e-9b74-c01faef51ea2 None None] Network 35677bbe-afdc-4796-9a90-1adafcc0dcfc requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:10:52.786661 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.787034 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.787400 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.787760 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.788110 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.788468 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.788831 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.789173 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.789521 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.789895 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.790240 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.790581 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:52.844268 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3c922cad-e93b-42d7-8788-2bc7adcf6e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:52.888708 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:52.998789 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Deleting port 3e9611c4-7ba5-4e79-a088-06ac1abc553f {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:52.999265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.126935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] For port 3e9611c4-7ba5-4e79-a088-06ac1abc553f, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=3e9611c4-7ba5-4e79-a088-06ac1abc553f,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:53.127355 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.157222 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] DHCP port deletion for 35677bbe-afdc-4796-9a90-1adafcc0dcfc request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 13:10:53.228779 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Deleting port 3e9611c4-7ba5-4e79-a088-06ac1abc553f {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:53.229147 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.357957 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Calling delete_port for 3e9611c4-7ba5-4e79-a088-06ac1abc553f owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:53.410679 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] For port 3e9611c4-7ba5-4e79-a088-06ac1abc553f, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=3e9611c4-7ba5-4e79-a088-06ac1abc553f,segment=NetworkSegment(301bda15-5ba7-45f6-ab10-32410cdbf327),segment_id=301bda15-5ba7-45f6-ab10-32410cdbf327)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:53.411249 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.420129 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.427555 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6e12f9b2-c52c-4cbd-bca4-25192a7e1fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:53.485804 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9611c4-7ba5-4e79-a088-06ac1abc553f,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:53.488875 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] No DVR routers for this DVR port 3e9611c4-7ba5-4e79-a088-06ac1abc553f on host dv-cinder-784477-4-iscsi {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:10:53.491368 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:53.629621 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.645376 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35677bbe-afdc-4796-9a90-1adafcc0dcfc']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:53.653942 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Calling delete_port for 3e9611c4-7ba5-4e79-a088-06ac1abc553f owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:53.663701 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301bda15-5ba7-45f6-ab10-32410cdbf327') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:53.663886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301bda15-5ba7-45f6-ab10-32410cdbf327') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:53.670286 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e470e1f6-42fa-46b4-a40f-292b5598084a no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:10:53.686584 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.717197 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.727787 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:10:53.728300 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.736137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: e470e1f6-42fa-46b4-a40f-292b5598084a {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:10:53.736488 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device e470e1f6-42fa-46b4-a40f-292b5598084a not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:10:53.736924 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 16e2a9f5-898d-4736-a1a9-d250a7176ddc no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:10:53.744891 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:10:53.773782 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 16e2a9f5-898d-4736-a1a9-d250a7176ddc {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:10:53.774725 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 16e2a9f5-898d-4736-a1a9-d250a7176ddc not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:10:53.774725 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 3e9611c4-7ba5-4e79-a088-06ac1abc553f no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:10:53.817211 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 3e9611c4-7ba5-4e79-a088-06ac1abc553f {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:10:53.817586 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 3e9611c4-7ba5-4e79-a088-06ac1abc553f not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:10:53.839019 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.846611 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-98f88878-6057-48b7-9648-b5841e6d7119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:53.853251 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.857612 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:53.871328 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:53.873419 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] 10.222.0.21 "DELETE /v2.0/networks/35677bbe-afdc-4796-9a90-1adafcc0dcfc HTTP/1.1" status: 204 len: 168 time: 1.1075633 Jun 08 13:10:53.877525 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60932) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:53.879764 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Pushing event deleted for resources: {'Network': ['ID=35677bbe-afdc-4796-9a90-1adafcc0dcfc,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:53.882533 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:53.898330 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Pushing event deleted for resources: {'Port': ['ID=3e9611c4-7ba5-4e79-a088-06ac1abc553f,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:53.902399 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] No DVR routers for this DVR port 3e9611c4-7ba5-4e79-a088-06ac1abc553f on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:10:53.909607 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.909981 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.910302 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.910637 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.910980 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.914988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:10:53.920219 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2eaea953-14cd-4cad-9d9f-f0c780835963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:54.503774 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:55.066882 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Deleting port 62ee77c1-c8c3-44e8-a015-5418a1a566ac {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:55.067612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:55.199193 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] For port 62ee77c1-c8c3-44e8-a015-5418a1a566ac, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=62ee77c1-c8c3-44e8-a015-5418a1a566ac,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:55.200209 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:55.310159 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:55.383974 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Calling delete_port for 62ee77c1-c8c3-44e8-a015-5418a1a566ac owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:55.566480 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:55.571953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:55.619750 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ee77c1-c8c3-44e8-a015-5418a1a566ac,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:55.623629 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:55.918997 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:56.339489 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Router bbc59858-9994-408a-93ca-afb5ec71c1bd has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:10:56.657976 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:10:56.666094 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-081a594e-1259-4a62-a501-47447d8dd2a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/bbc59858-9994-408a-93ca-afb5ec71c1bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7858872 Jun 08 13:10:56.669197 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 60954) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:56.671370 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] Sync routers for ids ['bbc59858-9994-408a-93ca-afb5ec71c1bd'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:10:56.690853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] Routers {'bbc59858-9994-408a-93ca-afb5ec71c1bd'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:10:56.691669 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:10:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['bbc59858-9994-408a-93ca-afb5ec71c1bd'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:56.889388 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:57.004223 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] Set router bbc59858-9994-408a-93ca-afb5ec71c1bd gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:10:57.169043 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:57.298498 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Deleting port 94c309e5-abb0-4727-bf75-38beb85c9cd7 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:57.299421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:57.311104 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T13:10:55Z', 'revision_number': 5, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port': {'id': '94c309e5-abb0-4727-bf75-38beb85c9cd7', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:58:39Z', 'updated_at': '2021-06-08T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:57.315450 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] Checking router: bbc59858-9994-408a-93ca-afb5ec71c1bd for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:10:57.325173 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] Routers {'bbc59858-9994-408a-93ca-afb5ec71c1bd'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:10:57.325816 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:10:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['bbc59858-9994-408a-93ca-afb5ec71c1bd'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:57.496028 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] Set router bbc59858-9994-408a-93ca-afb5ec71c1bd gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:10:57.582015 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] For port 94c309e5-abb0-4727-bf75-38beb85c9cd7, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=94c309e5-abb0-4727-bf75-38beb85c9cd7,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:57.582015 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:57.617225 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T13:10:57Z', 'revision_number': 6, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:57.622965 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831bb56-02a4-4d6d-afef-708baf14ddd9 None None] The sync data for ids ['bbc59858-9994-408a-93ca-afb5ec71c1bd'] in dv-cinder-784477-4-iscsi is: [{'id': 'bbc59858-9994-408a-93ca-afb5ec71c1bd', 'name': 'tempest-TestVolumeBootPattern-1535760118-router', 'tenant_id': '7c49328d5ebb49f08ae46495d4823871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:58:38Z', 'updated_at': '2021-06-08T13:10:57Z', 'revision_number': 6, 'project_id': '7c49328d5ebb49f08ae46495d4823871', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:10:57.726248 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Calling delete_port for 94c309e5-abb0-4727-bf75-38beb85c9cd7 owned by network:router_gateway {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:57.934528 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:57.939573 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed7cfbf5-5c3f-4a16-b5d5-c1bc38005f19 tempest-TestShelveInstance-1116994549 tempest-TestShelveInstance-1116994549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:57.994137 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c309e5-abb0-4727-bf75-38beb85c9cd7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:57.998134 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:58.109537 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.304135 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.307557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.349031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.350032 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc59858-9994-408a-93ca-afb5ec71c1bd {{(pid=103602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 13:10:58.357537 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.359551 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bbc59858-9994-408a-93ca-afb5ec71c1bd HTTP/1.1" status: 204 len: 168 time: 1.6884880 Jun 08 13:10:58.362315 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60968) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:58.429837 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Deleting subnet d7f10fcb-4412-4581-9a11-60e6821185ea {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:10:58.434126 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.496603 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.583653 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.663986 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.671397 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c5567692-6d52-4d3c-aa72-47f0730c2c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:58.716655 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f10fcb-4412-4581-9a11-60e6821185ea,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:58.722335 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.724107 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7f10fcb-4412-4581-9a11-60e6821185ea HTTP/1.1" status: 204 len: 168 time: 0.3603573 Jun 08 13:10:58.725158 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-66a5f210-c1fd-4af5-a030-80573ed9d1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:58.726655 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805edafd-8b77-40ae-800e-74160329d0c2 None None] Network a7bf8f19-3a16-46fe-a6d4-dcb50607c743 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:10:58.728128 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 60972) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:10:58.845838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:58.938289 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Deleting port 1803591e-d781-4859-84d9-258e61328d5c {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:58.938813 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.064948 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] DHCP port deletion for a7bf8f19-3a16-46fe-a6d4-dcb50607c743 request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 13:10:59.082273 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] For port 1803591e-d781-4859-84d9-258e61328d5c, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1803591e-d781-4859-84d9-258e61328d5c,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:59.082910 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.145729 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Deleting port 1803591e-d781-4859-84d9-258e61328d5c {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:10:59.146405 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.313411 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Calling delete_port for 1803591e-d781-4859-84d9-258e61328d5c owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:59.322141 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] For port 1803591e-d781-4859-84d9-258e61328d5c, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=1803591e-d781-4859-84d9-258e61328d5c,segment=NetworkSegment(9c344dd2-78fd-4d06-97ca-64345573b46c),segment_id=9c344dd2-78fd-4d06-97ca-64345573b46c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:10:59.322782 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.365174 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.369059 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:59.417170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Pushing event deleted for resources: {'Port': ['ID=1803591e-d781-4859-84d9-258e61328d5c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:59.419814 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:59.422583 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] No DVR routers for this DVR port 1803591e-d781-4859-84d9-258e61328d5c on host dv-cinder-784477-4-iscsi {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:10:59.543596 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.547204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Calling delete_port for 1803591e-d781-4859-84d9-258e61328d5c owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:10:59.557830 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bf8f19-3a16-46fe-a6d4-dcb50607c743']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:59.574167 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c344dd2-78fd-4d06-97ca-64345573b46c') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:59.575240 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c344dd2-78fd-4d06-97ca-64345573b46c') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:10:59.595952 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.615642 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.619485 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:59.622365 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.633391 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:10:59.634015 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:10:59.651596 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:10:59.674568 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 62ee77c1-c8c3-44e8-a015-5418a1a566ac no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:10:59.705962 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Pushing event deleted for resources: {'Port': ['ID=1803591e-d781-4859-84d9-258e61328d5c,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:59.708930 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:10:59.718309 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] No DVR routers for this DVR port 1803591e-d781-4859-84d9-258e61328d5c on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:10:59.720038 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 62ee77c1-c8c3-44e8-a015-5418a1a566ac {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:10:59.720395 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 62ee77c1-c8c3-44e8-a015-5418a1a566ac not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:10:59.720828 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1803591e-d781-4859-84d9-258e61328d5c no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:10:59.761907 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 1803591e-d781-4859-84d9-258e61328d5c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:10:59.762888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 1803591e-d781-4859-84d9-258e61328d5c not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:10:59.762888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 94c309e5-abb0-4727-bf75-38beb85c9cd7 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:10:59.799588 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 94c309e5-abb0-4727-bf75-38beb85c9cd7 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:10:59.799953 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 94c309e5-abb0-4727-bf75-38beb85c9cd7 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:10:59.855274 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.860522 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:10:59.875801 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:10:59.882662 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] 10.222.0.21 "DELETE /v2.0/networks/a7bf8f19-3a16-46fe-a6d4-dcb50607c743 HTTP/1.1" status: 204 len: 168 time: 1.1515880 Jun 08 13:10:59.889863 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bf8f19-3a16-46fe-a6d4-dcb50607c743,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:10:59.895868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b0ddf693-cfb2-4c0a-abfc-46f1db1ee73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:11:00.042994 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60984) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:11:00.098828 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-7f7756ab-3278-43f1-89c2-15945c87c9b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcc3873481c94aac8a93742c25b5e179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535998 Jun 08 13:11:00.101484 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60988) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:11:00.166704 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.198331 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.246888 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:11:00.266157 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.268625 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.269817 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb1e683c-9bb3-4153-b643-0f956ff5ce89 HTTP/1.1" status: 204 len: 168 time: 0.1673245 Jun 08 13:11:00.270596 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0dbf6f95-eb86-4ac0-8337-6873b605c5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:11:00.280859 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e683c-9bb3-4153-b643-0f956ff5ce89,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:11:00.283944 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:11:00.713510 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 60998) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:11:00.795993 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cb0cb4cb-fbf6-43ee-bf6c-870ec20deca2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c49328d5ebb49f08ae46495d4823871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807509 Jun 08 13:11:00.798171 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 32768) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:11:00.864974 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.905507 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.965027 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.967820 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:00.968811 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18542ffb-1d7a-469c-a9e9-7373c9833ef0 HTTP/1.1" status: 204 len: 168 time: 0.1695254 Jun 08 13:11:00.969612 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8b580843-bace-4d01-86d8-097f960a5cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:11:00.981161 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18542ffb-1d7a-469c-a9e9-7373c9833ef0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:11:00.984240 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-13c6bb1e-ef7f-43fe-bc9e-dc77338624fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:11:01.188821 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2e64-fb5b-45f3-ac73-01e0ff857874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:03.529381 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5e9a82a8-6083-42f7-bd46-9592b13f97a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:03.849863 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:04.845669 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:06.512476 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:25.294963 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:31.195615 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f2424cb9-c3f3-4575-9924-feb782327554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:33.520595 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98a96c3c-2790-4f4e-8ec1-7464671bd29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:33.906703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:34.848345 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:35.667225 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [req-b5cb13d5-b9a2-43e8-a322-2f61ce13af36 req-22ad9e95-0872-46e3-86aa-cb0fe884ce9d service neutron] (103601) timed out ('10.222.0.59', 53129) {{(pid=103601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:11:36.513886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:11:37.246888 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:11:43.593279 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-e5004af9-3b60-42ad-9668-4a29a6143169 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704298 Jun 08 13:11:43.730514 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-72570025-95b3-4f3c-bd11-7c268f428ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:11:43.731903 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-72570025-95b3-4f3c-bd11-7c268f428ce4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0738471 Jun 08 13:11:43.874456 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-98f0f6c1-d745-4a1a-89cf-2339c60589b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:11:43.875924 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-98f0f6c1-d745-4a1a-89cf-2339c60589b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1255081 Jun 08 13:11:43.943673 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-a971e882-8bce-4a48-ac42-366112de81f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0616508 Jun 08 13:11:44.005101 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-f7d697ae-ec9b-4cdb-b9a2-32af8842a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:11:44.006565 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-f7d697ae-ec9b-4cdb-b9a2-32af8842a154 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0563672 Jun 08 13:11:44.082655 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-f155fb3d-352e-467b-8cb8-31fc8b4ce0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:11:44.084123 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-f155fb3d-352e-467b-8cb8-31fc8b4ce0ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704441 Jun 08 13:11:44.213297 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-9774ad98-5af9-48f1-a61b-79e6cd5b14c4 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223264 Jun 08 13:11:44.346645 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3ec654d7-64f3-4ae7-84ed-95361cd54b5a req-a239e152-9ab6-4fbc-bab7-a00f777ec99c service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268866 Jun 08 13:11:55.294081 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:01.187656 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-62cb05b5-5211-410d-97c2-b91d1abab70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:03.522693 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e3d66dd6-0f32-438f-8257-5350d72496b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:03.849138 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:04.851821 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:06.517715 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:14.245539 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:12:25.293586 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:31.191574 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c0456d20-c423-4faa-b071-8e9bbd577712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:33.526995 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c121a7a0-7a70-4f1d-8537-d24d057f0e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:33.858475 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:34.856449 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:36.520711 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:12:43.060135 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-5fcb3aa2-6c74-4ecc-a35c-6f4fcb389a61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814648 Jun 08 13:12:43.207242 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-e2756379-000a-4d91-842a-741139457364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:12:43.208747 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-e2756379-000a-4d91-842a-741139457364 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0758927 Jun 08 13:12:43.358316 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-b471f1bf-0bc9-4642-a0bd-cf4a1cfb4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:12:43.360415 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-b471f1bf-0bc9-4642-a0bd-cf4a1cfb4e17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1312497 Jun 08 13:12:43.433490 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-5559ee3b-affc-4c1d-8996-b7e9e27e39b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0661762 Jun 08 13:12:43.498615 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-11828ef0-5d75-4829-b3a7-42a5d647723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:12:43.500112 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-11828ef0-5d75-4829-b3a7-42a5d647723b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0595515 Jun 08 13:12:43.580607 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-ecb0cacd-ba24-45a2-8166-7f79e344b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:12:43.582127 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-ecb0cacd-ba24-45a2-8166-7f79e344b644 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746017 Jun 08 13:12:43.728638 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-fa3122a1-761b-4f9a-8252-b6891f6c7080 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368377 Jun 08 13:12:43.959459 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-72869f23-57f4-4bf0-addc-b2bfd8de24fd req-fc70f910-9aa8-40b7-9ef5-2138eb0cea1e service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234817 Jun 08 13:12:51.243994 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:12:55.293159 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:01.193259 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7a2c5b46-72b5-41e3-961f-3d208e0a757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:03.529166 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1bbf3e9c-a723-4d3c-9e72-b5f98745ef26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:03.853883 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:04.859325 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:06.523597 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:25.308307 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:28.243033 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:13:31.195184 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ac41726a-c0d4-4759-a1e7-60b83cf1cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:33.531460 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cd373351-6122-4798-916b-2c5157a8199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:33.857099 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:34.859945 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:36.526959 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:13:45.577609 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-460f56ae-da60-4ee3-861c-2a87e48cfd95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748026 Jun 08 13:13:45.722934 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-71246b25-4019-49fe-bf07-6990f107166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:13:45.724319 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-71246b25-4019-49fe-bf07-6990f107166f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0780859 Jun 08 13:13:45.877044 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-1b3f0d0d-e7b5-4d55-868e-e0c8a9987810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:13:45.878597 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-1b3f0d0d-e7b5-4d55-868e-e0c8a9987810 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1338248 Jun 08 13:13:45.945839 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-ee8be669-f1f5-4fa6-a4a7-fd9cc2fe49e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0606220 Jun 08 13:13:46.019682 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-e7923f21-d01b-4fb8-a39f-9667acbf53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:13:46.021024 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-e7923f21-d01b-4fb8-a39f-9667acbf53b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0695338 Jun 08 13:13:46.099294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-902baf69-737f-4405-8e18-6ae024a4bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:13:46.100761 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-902baf69-737f-4405-8e18-6ae024a4bb9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724452 Jun 08 13:13:46.233162 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-bbabff51-3417-4e8f-8630-81cc42520ab1 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254699 Jun 08 13:13:46.379174 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-96c9b7a3-887e-4ca3-a6a1-cda031a5303a req-ef480941-440f-427d-92ba-d54b63991606 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386824 Jun 08 13:13:55.323255 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:01.197598 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d56632d4-8831-43ac-b951-0e677e92ba44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:03.534555 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c339c696-f5c8-4d25-8b7a-b3e38d9bae46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:03.852818 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:04.866359 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:05.242949 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:14:06.529410 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:25.345733 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.242275 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 34350) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:26.371526 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.484651 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.488322 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.496278 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2a29f93a-214e-4ebf-9460-f8591dd23ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:26.535987 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a486c51-cd85-4949-96bd-f72f766ed254,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:26.539799 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0feb7e0ef04dc09b3bd25eeaceb655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964909 Jun 08 13:14:26.542730 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34358) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:26.546321 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.546694 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.547061 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.547429 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.547787 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.548144 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.548504 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.548850 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.549204 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.549554 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.549946 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.550295 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.555038 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f0f5e788-0e22-4940-9253-2848b8e9b403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:26.611771 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.637790 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.690800 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.693366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:26.694569 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a486c51-cd85-4949-96bd-f72f766ed254 HTTP/1.1" status: 204 len: 168 time: 0.1508455 Jun 08 13:14:26.695321 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c40956e8-c4b0-42c7-b75a-acbbfcb5775b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:26.705413 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a486c51-cd85-4949-96bd-f72f766ed254,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:26.713417 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.713932 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.714296 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.714654 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.715008 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.715359 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.715711 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.716121 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.716423 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.716771 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.717238 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.717470 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:14:26.720581 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bf54208a-2308-4377-bbfa-17609fb8594c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:26.979521 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34370) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:26.996186 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1811482-9e01-4e6d-aa69-750e1b4967ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.103385 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1811482-9e01-4e6d-aa69-750e1b4967ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.107362 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1811482-9e01-4e6d-aa69-750e1b4967ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.114852 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c02b9a87-194c-4b90-acaf-ba377181030c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:27.154430 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811482-9e01-4e6d-aa69-750e1b4967ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a2ea2-b76f-4ca1-b379-dc98b14d8bc2,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:27.157912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d1811482-9e01-4e6d-aa69-750e1b4967ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:27.160376 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-d1811482-9e01-4e6d-aa69-750e1b4967ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e63fd423a734b8dbdbe73116d61d5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798210 Jun 08 13:14:27.162969 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34372) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:27.223282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.248579 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.300981 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.303842 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:27.307262 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f6a2ea2-b76f-4ca1-b379-dc98b14d8bc2 HTTP/1.1" status: 204 len: 168 time: 0.1411047 Jun 08 13:14:27.307262 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d1c6a10d-f87f-4c37-9a4b-3c361b7774f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:27.317131 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a2ea2-b76f-4ca1-b379-dc98b14d8bc2,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:27.319980 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-11a2c9ff-30bf-4778-bfcf-ce2f8db77b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:31.199424 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0bf8d0aa-42a3-4578-9bfd-0530f1327071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.022788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34500) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:33.141431 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.239199 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.243058 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.249966 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-841b9c51-2011-4955-822b-e40e3af6ba2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:33.293529 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94a133-7d6a-4a75-87fd-b8bbe3fcbc08,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:33.297454 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1052922882c049719dcf9c1812b93f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736471 Jun 08 13:14:33.298371 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:33.300041 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34504) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:33.356974 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.382230 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.432868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.435428 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.436565 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a94a133-7d6a-4a75-87fd-b8bbe3fcbc08 HTTP/1.1" status: 204 len: 168 time: 0.1356516 Jun 08 13:14:33.437404 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0ca9069a-0d03-4663-b94d-ded972314746 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:33.447904 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94a133-7d6a-4a75-87fd-b8bbe3fcbc08,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:33.454562 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:33.534744 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-81c8633c-7e49-4c4e-acfd-8923cf510fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.734225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34516) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:33.751355 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.853736 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.854394 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.858068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.869759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-779474bd-ee79-45fb-9522-85b2d80a2215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:33.908533 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5500ce8e645456096e8a8e631e8fdc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732314 Jun 08 13:14:33.910305 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e320d6e8-6ed0-40ea-8ca3-c160142f62c6,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:33.911292 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 34518) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:33.913233 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:33.971224 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:33.997300 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:34.050804 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:34.053621 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:34.054861 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e320d6e8-6ed0-40ea-8ca3-c160142f62c6 HTTP/1.1" status: 204 len: 168 time: 0.1425042 Jun 08 13:14:34.055630 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:34.065518 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e320d6e8-6ed0-40ea-8ca3-c160142f62c6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:34.068702 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:34.865969 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.343791 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 34600) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:36.469565 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.535379 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.591340 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.595471 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.603922 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ae71b2e6-4bc5-4266-a663-a0bcb880d763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:36.647856 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28ecf910841f48ff881e65d185053c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039603 Jun 08 13:14:36.648854 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6767c5f-b1fe-4b64-afed-a28976766542,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:36.650662 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34604) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:36.652397 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:36.711774 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.737976 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.790645 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.793038 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:36.794169 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6767c5f-b1fe-4b64-afed-a28976766542 HTTP/1.1" status: 204 len: 168 time: 0.1425955 Jun 08 13:14:36.794914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f7193ba4-b8cb-463e-9847-ef7c619b14a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:36.804623 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6767c5f-b1fe-4b64-afed-a28976766542,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:36.809031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1e0abf3c-b7cb-42aa-93d4-8cdd34158d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:37.072832 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34616) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:37.090074 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.194034 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.198091 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.206635 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ba3518c8-8419-41a4-9942-bd4b5a2d3e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:37.246624 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a54748d5a844f7c90be1e3ac259cab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727507 Jun 08 13:14:37.247629 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a23ca8-4090-4219-b65c-cb526ffbfc52,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:37.249200 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 34618) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:37.250651 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:37.306423 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.331850 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.382381 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.384740 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:37.385883 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1a23ca8-4090-4219-b65c-cb526ffbfc52 HTTP/1.1" status: 204 len: 168 time: 0.1356518 Jun 08 13:14:37.386626 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:37.395823 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a23ca8-4090-4219-b65c-cb526ffbfc52,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:37.398153 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c7e5cffc-4cf3-4d8b-bfd9-8d16e457c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:42.242548 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:14:45.808745 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-4be53f98-b8c3-4cf3-898b-1ff90e0c0b67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739960 Jun 08 13:14:46.031787 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-a4be4478-4e72-40ef-a1ed-bb4aab79e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:14:46.033268 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-a4be4478-4e72-40ef-a1ed-bb4aab79e4ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.1529646 Jun 08 13:14:46.185708 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-2d30cdb7-d20c-4c5e-977f-9cbe5b92627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:14:46.187298 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-2d30cdb7-d20c-4c5e-977f-9cbe5b92627f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1332042 Jun 08 13:14:46.257412 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-089282d3-1935-4954-ac56-f68b6f380e2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0618160 Jun 08 13:14:46.328768 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-9b8e227d-4dae-4983-a83e-dace8c30d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:14:46.330264 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-9b8e227d-4dae-4983-a83e-dace8c30d9a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0655572 Jun 08 13:14:46.410349 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-335fe5f9-0342-4a12-8ea2-0760e4081945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:14:46.411824 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-335fe5f9-0342-4a12-8ea2-0760e4081945 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743315 Jun 08 13:14:46.423381 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-0dc8a816-6eb0-4226-b20b-781f7a870f8e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:14:46.424377 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-0dc8a816-6eb0-4226-b20b-781f7a870f8e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053582 Jun 08 13:14:46.562907 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-ba8396e1-4142-44cb-bb42-83c9daa56169 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291559 Jun 08 13:14:46.689144 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34774) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:46.723768 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f39cb93b-4b75-4587-af1c-41da2e0a1823 req-d41c5c2c-862f-47be-839d-cc42cd90fb1e service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533260 Jun 08 13:14:46.874665 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Deleting subnet 662b8c22-8791-4d0c-924d-648110e28c49 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:14:46.877995 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:46.932425 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300984'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:46.991479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.065639 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2891444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2942161'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.070097 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-18c4a3c5-c41e-498c-8bee-f6ccca663009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:47.105038 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662b8c22-8791-4d0c-924d-648110e28c49,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:47.108569 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:47.111753 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.113951 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9416fc35-f1c1-4e7b-8bc9-fd50645ece22 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/662b8c22-8791-4d0c-924d-648110e28c49 HTTP/1.1" status: 204 len: 168 time: 0.4236279 Jun 08 13:14:47.116444 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 34780) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:47.227477 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.361497 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.378850 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01797a5f-0b7a-4fae-991f-c814ff902878']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:14:47.391885 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6273e2-a7ff-484a-9345-9d0ce6993ae8') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:14:47.392160 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6273e2-a7ff-484a-9345-9d0ce6993ae8') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:14:47.404271 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.421465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.428093 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:14:47.428568 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:14:47.442150 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:14:47.520265 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.525449 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dea17d92-0ad0-403e-9320-ef75c469afc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:47.543234 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.545092 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] 10.222.0.21 "DELETE /v2.0/networks/01797a5f-0b7a-4fae-991f-c814ff902878 HTTP/1.1" status: 204 len: 168 time: 0.4275589 Jun 08 13:14:47.551292 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Pushing event deleted for resources: {'Network': ['ID=01797a5f-0b7a-4fae-991f-c814ff902878,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:47.554179 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-02db82e5-7417-499d-bb1b-219b07bbbddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:47.690249 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34786) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:47.749387 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c3a45da1-462a-4fe4-b31b-52bb24fb7dad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f6723179bae432dabf5efb48f329397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577128 Jun 08 13:14:47.752903 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 34790) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:14:47.816810 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.847886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.909765 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.912345 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:14:47.913504 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d63be3bf-ed73-436a-ab5d-8c67685d84d6 HTTP/1.1" status: 204 len: 168 time: 0.1593952 Jun 08 13:14:47.921040 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9d42c53f-1e21-484e-a3c4-9425ae9adb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:14:47.926409 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63be3bf-ed73-436a-ab5d-8c67685d84d6,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:14:47.930267 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:14:55.343611 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:01.202855 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4e14968-a70f-4a79-9c00-f35568063eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:03.536853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c22f7798-70d3-4590-9308-8db90406a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:03.857224 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:04.869354 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:06.537394 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:15.602054 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35096) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:16.408702 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:16.820065 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Deleting port c0b71f29-7a15-47b5-9115-138d7c684809 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:15:16.820717 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:16.942109 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] For port c0b71f29-7a15-47b5-9115-138d7c684809, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=c0b71f29-7a15-47b5-9115-138d7c684809,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:16.942462 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:17.062577 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Calling delete_port for c0b71f29-7a15-47b5-9115-138d7c684809 owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:15:17.199249 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:17.202735 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c818b624-811c-49fb-bab6-5b62dc275eb4 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:17.246385 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b71f29-7a15-47b5-9115-138d7c684809,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:17.250069 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:17.517543 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:17.988878 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Router 53df2d68-f435-4cac-b1d7-648230fe4cf2 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:15:18.162687 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:15:18.168033 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] 10.222.0.21 "PUT /v2.0/routers/53df2d68-f435-4cac-b1d7-648230fe4cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649741 Jun 08 13:15:18.170492 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35114) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:18.172721 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] Sync routers for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:15:18.182103 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:15:18.182703 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:15:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:18.346816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:18.355140 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:15:18.519478 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:18.597101 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Deleting port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:15:18.597345 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:18.651833 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T13:15:17Z', 'revision_number': 5, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port': {'id': 'd30504e4-4cfc-4b7c-aa6e-2d9abc960bac', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:04Z', 'updated_at': '2021-06-08T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:18.655642 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] Checking router: 53df2d68-f435-4cac-b1d7-648230fe4cf2 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:15:18.664086 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] Routers {'53df2d68-f435-4cac-b1d7-648230fe4cf2'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:15:18.664829 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:15:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['53df2d68-f435-4cac-b1d7-648230fe4cf2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:18.717895 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] For port d30504e4-4cfc-4b7c-aa6e-2d9abc960bac, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:18.718246 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:18.813861 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] Set router 53df2d68-f435-4cac-b1d7-648230fe4cf2 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:15:18.837256 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Calling delete_port for d30504e4-4cfc-4b7c-aa6e-2d9abc960bac owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:15:18.947689 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T13:15:18Z', 'revision_number': 6, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:18.951833 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f020c-0804-4fed-a00d-cd473e8980b1 None None] The sync data for ids ['53df2d68-f435-4cac-b1d7-648230fe4cf2'] in dv-cinder-784477-4-iscsi is: [{'id': '53df2d68-f435-4cac-b1d7-648230fe4cf2', 'name': 'tempest-AttachVolumeShelveTestJSON-143301098-router', 'tenant_id': 'b011fa6f663a4929b81116b83c430fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:02Z', 'updated_at': '2021-06-08T13:15:18Z', 'revision_number': 6, 'project_id': 'b011fa6f663a4929b81116b83c430fe1', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:15:18.980387 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:18.989841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c82a8778-46f9-4fca-b9f3-3b47cc6bb4e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:19.061660 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30504e4-4cfc-4b7c-aa6e-2d9abc960bac,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:19.090511 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:19.235349 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.242408 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:15:19.409676 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.411827 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.436099 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.436620 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53df2d68-f435-4cac-b1d7-648230fe4cf2 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 13:15:19.442840 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.443990 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-e328f86a-b069-4dc5-bca5-fcb2be6045c3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/53df2d68-f435-4cac-b1d7-648230fe4cf2 HTTP/1.1" status: 204 len: 168 time: 1.2725949 Jun 08 13:15:19.446423 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35124) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:19.511528 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Deleting subnet 61c6f8f8-425e-465d-a179-1200ef7b16a7 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:15:19.514439 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.564285 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.640190 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.710841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.715434 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:19.753969 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c6f8f8-425e-465d-a179-1200ef7b16a7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:19.756862 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:19.757844 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.762120 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-21968c75-a09e-4a02-95c9-01bdad947420 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61c6f8f8-425e-465d-a179-1200ef7b16a7 HTTP/1.1" status: 204 len: 168 time: 0.3144722 Jun 08 13:15:19.762717 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35128) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:19.764158 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e45cb-8d32-4e74-8939-70003f95d968 None None] Network 467a34ae-65db-4ee5-aae4-a183a44efbad requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:15:19.843550 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c0b71f29-7a15-47b5-9115-138d7c684809 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:15:19.870220 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:19.884954 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: c0b71f29-7a15-47b5-9115-138d7c684809 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:15:19.885314 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device c0b71f29-7a15-47b5-9115-138d7c684809 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:15:19.885777 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d30504e4-4cfc-4b7c-aa6e-2d9abc960bac no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:15:19.928254 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: d30504e4-4cfc-4b7c-aa6e-2d9abc960bac {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:15:19.928955 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device d30504e4-4cfc-4b7c-aa6e-2d9abc960bac not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:15:19.945688 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Deleting port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:15:19.946172 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.054732 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] For port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:20.055326 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.098433 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83450cf3-9979-483b-9265-76f623c71691 None None] DHCP port deletion for 467a34ae-65db-4ee5-aae4-a183a44efbad request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 13:15:20.163255 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Deleting port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:15:20.163642 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.184377 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Calling delete_port for ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:15:20.231520 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.236439 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cb021593-69b1-4c5b-8cf6-3ddc58bc08ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:20.260934 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-83450cf3-9979-483b-9265-76f623c71691 None None] For port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,segment=NetworkSegment(1208b39d-a0e8-4831-b793-7206ebc64ae0),segment_id=1208b39d-a0e8-4831-b793-7206ebc64ae0)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:20.261380 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.288133 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] No DVR routers for this DVR port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 on host dv-cinder-784477-4-iscsi {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:15:20.314579 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:20.317338 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:20.381817 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Calling delete_port for ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:15:20.410663 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.423643 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467a34ae-65db-4ee5-aae4-a183a44efbad']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:20.424674 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.429032 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:20.435414 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1208b39d-a0e8-4831-b793-7206ebc64ae0') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:20.435697 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1208b39d-a0e8-4831-b793-7206ebc64ae0') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:15:20.446655 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.463558 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.469736 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:15:20.470176 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:15:20.483886 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:15:20.508382 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Pushing event deleted for resources: {'Port': ['ID=ebbc4499-cd64-4e2c-ad61-d529fcca8bd0,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:20.510905 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83450cf3-9979-483b-9265-76f623c71691 None None] No DVR routers for this DVR port ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:15:20.518556 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.518911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.521298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.522133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.522133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.522133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:20.525077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:20.562791 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.566530 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-950d8b4d-22c3-41f9-a66a-87ad85774845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:20.580618 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.583947 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/467a34ae-65db-4ee5-aae4-a183a44efbad HTTP/1.1" status: 204 len: 168 time: 0.8188689 Jun 08 13:15:20.589427 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=467a34ae-65db-4ee5-aae4-a183a44efbad,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:20.592521 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:20.719547 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35138) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:20.770025 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-012e2349-d38f-45f1-8a62-1f30362f17d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b011fa6f663a4929b81116b83c430fe1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469048 Jun 08 13:15:20.770294 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35140) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:20.831460 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.857907 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.914458 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.917530 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:20.918676 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22b6bdc8-7848-40c3-8f62-a535c4fda472 HTTP/1.1" status: 204 len: 168 time: 0.1474700 Jun 08 13:15:20.919537 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-00779a92-be25-4d06-8b3d-2a1074a13432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:20.928951 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6bdc8-7848-40c3-8f62-a535c4fda472,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:20.931381 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:21.642067 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 35166) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:21.750709 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-654996658-network', 'tenant_id': 'fc6400aa70044b158592e896b817924e'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:15:21.776770 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Made reservation on behalf of fc6400aa70044b158592e896b817924e for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:15:21.777823 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:15:21.779123 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:21.812571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:15:21.812925 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device ebbc4499-cd64-4e2c-ad61-d529fcca8bd0 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:15:21.893519 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.001315 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.006308 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.009102 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7fd9d504-40ab-4f74-af60-1e2af795a174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:22.035593 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:15:22.044349 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab5316-4645-4a83-94fc-92a0fafa605e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:22.047868 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:22.050663 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.051002 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Added segment 459ba928-c7f8-43de-8e44-9a7bbc2aa7a4 of type vlan for network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 Jun 08 13:15:22.081622 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.114972 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.116474 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:22.117083 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.123658 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:22.220026 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5768175 Jun 08 13:15:22.222945 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 35174) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:15:22.229288 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Request body: {'subnet': {'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-654996658-subnet', 'tenant_id': 'fc6400aa70044b158592e896b817924e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:15:22.232896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Pushing event updated for resources: {'Network': ['ID=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:22.235678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:22.244795 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 13:15:22.256426 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Made reservation on behalf of fc6400aa70044b158592e896b817924e for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:15:22.258833 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2942196'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.472544 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2942170'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.476174 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:22.559344 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d50f50-0dee-4fa5-a2f6-4c67058ddd97,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:22.562799 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:22.565283 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Checking segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:15:22.565559 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Network hostable DHCP agents. Network: f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:15:22.590148 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:15:22.603546 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:15:22.610346 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:22.611326 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:22.611606 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a87a6d-0dde-449b-9ce5-aeb1742bb86c None None] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:15:22.632765 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-4ff7944d-8062-4011-8192-18ac476025c3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4085815 Jun 08 13:15:22.839035 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2b1bd-0c73-4897-99b8-87f4658370c7 None None] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:15:23.317068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-13b0e697-98b0-4f33-8191-ea0f98426d07 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:23.318517 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-13b0e697-98b0-4f33-8191-ea0f98426d07 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.1451321 Jun 08 13:15:23.333444 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-d29d68c8-e78f-41cd-9edd-820deb8f4631 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/quotas/fc6400aa70044b158592e896b817924e HTTP/1.1" status: 200 len: 375 time: 0.0086980 Jun 08 13:15:23.380865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-f3704bdf-bde9-4db1-8295-44a4b501b07c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422385 Jun 08 13:15:23.437039 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-5efba7da-99d0-4bb9-b834-0d2ae910116d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:15:23.438084 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-5efba7da-99d0-4bb9-b834-0d2ae910116d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502317 Jun 08 13:15:23.648582 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-1e1f5ff2-13a4-4914-886d-37d2f77ccb87 service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046833 Jun 08 13:15:23.777929 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-37571154-6adb-4bc5-bd68-5e57e20117de service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235995 Jun 08 13:15:23.954678 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-74ec9480-9111-4c24-a948-939389fdc747 req-4d2cad3a-04dc-4940-ba8c-0cbc5693bf5e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 210 time: 0.0420742 Jun 08 13:15:25.144109 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-578a4e5e-106d-481d-b9e4-4211124309d1 req-c8f80ce5-fb31-4458-a494-48a17c91dc73 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 210 time: 0.0561001 Jun 08 13:15:25.216356 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-d567646f-b6a7-4f46-84e9-c459fa16f0d9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:25.217804 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-d567646f-b6a7-4f46-84e9-c459fa16f0d9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.2030339 Jun 08 13:15:25.229844 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Request body: {'port': {'device_id': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'admin_state_up': True, 'tenant_id': 'fc6400aa70044b158592e896b817924e'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:15:25.335421 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:25.383032 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Made reservation on behalf of fc6400aa70044b158592e896b817924e for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:15:25.386542 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:25.547147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Allocated IP 172.20.0.6 (f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9/49d50f50-0dee-4fa5-a2f6-4c67058ddd97/9542f115-d123-4213-a472-ae4e33f6de93) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:15:25.752278 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:25.780338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:25.782697 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:15:25.782697 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:15:25.782697 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:15:25.782697 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:15:25.782697 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:15:25.782697 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 13:15:25.799066 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:15:25.800098 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:15:25.802274 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:15:25.865350 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:25.865988 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:25.883059 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-983ac7ac-9996-4724-b500-7938a067a353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6574125 Jun 08 13:15:25.894736 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Request body: {'port': {'device_id': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:15:25.998729 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:26.394788 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9542f115-d123-4213-a472-ae4e33f6de93 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:15:26.405424 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eceda-4bc7-4d75-9604-7d6800ac4fd6 req-dfb4e629-7f9f-4065-8e72-0c1f893d13aa tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:26.406884 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a7eceda-4bc7-4d75-9604-7d6800ac4fd6 req-dfb4e629-7f9f-4065-8e72-0c1f893d13aa tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 931 time: 0.1521208 Jun 08 13:15:26.410560 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:26.442881 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Transition to ACTIVE for port object 9542f115-d123-4213-a472-ae4e33f6de93 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:15:26.452874 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:26.459791 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8eb1171-4d80-40f2-9f9d-4eeee833f964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:26.503407 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8a7eceda-4bc7-4d75-9604-7d6800ac4fd6 req-cf1832e3-9501-43ac-a0b8-83d27d1145bf tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903471 Jun 08 13:15:26.707565 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Pushing event updated for resources: {'Port': ['ID=9542f115-d123-4213-a472-ae4e33f6de93,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:26.714632 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:26.783735 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Attempting to bind port 9542f115-d123-4213-a472-ae4e33f6de93 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:15:26.784072 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Attempting to bind port 9542f115-d123-4213-a472-ae4e33f6de93 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:15:26.784406 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Attempting to bind port 9542f115-d123-4213-a472-ae4e33f6de93 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:15:26.788951 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Port 9542f115-d123-4213-a472-ae4e33f6de93 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 13:15:26.789272 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Attempting to bind port 9542f115-d123-4213-a472-ae4e33f6de93 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:15:26.794885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:15:26.795221 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Checking segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:15:26.795610 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Bound using segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:15:26.796042 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Bound port: 9542f115-d123-4213-a472-ae4e33f6de93, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:15:26.796390 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:26.888873 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] For port 9542f115-d123-4213-a472-ae4e33f6de93, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:15:26.891929 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] For port 9542f115-d123-4213-a472-ae4e33f6de93, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9542f115-d123-4213-a472-ae4e33f6de93,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:15:26.896247 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:26.900255 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed828cc6-5e44-4380-9ca3-0abb83f3ea9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:26.966195 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:26.966799 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:26.968148 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] 10.222.0.59 "PUT /v2.0/ports/9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 200 len: 1093 time: 1.0772669 Jun 08 13:15:26.968651 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'tag': '9542f115-d123-4213-a472-ae4e33f6de93'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:15:26.970940 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43ffd2-8f85-4a3b-901f-5b05ef009159" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0d9bd3-2252-4121-b1c8-036fa838c63f", "tag": "9542f115-d123-4213-a472-ae4e33f6de93"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:15:26.986873 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Pushing event updated for resources: {'Port': ['ID=9542f115-d123-4213-a472-ae4e33f6de93,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:26.994973 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.995351 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.995718 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.996079 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.996432 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.996787 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.997147 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.997535 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.997906 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.998261 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.998602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:26.998950 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:15:27.002626 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-290e7be7-ea2b-430d-a522-569efcb6b58b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:27.075087 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de624afe-78c1-4ea0-9dda-83f5e8245515 x-openstack-request-id: req-de624afe-78c1-4ea0-9dda-83f5e8245515 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:15:27.075417 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0d9bd3-2252-4121-b1c8-036fa838c63f", "tag": "9542f115-d123-4213-a472-ae4e33f6de93", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:15:27.075710 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de624afe-78c1-4ea0-9dda-83f5e8245515 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:15:27.076138 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'tag': '9542f115-d123-4213-a472-ae4e33f6de93', 'status': 'completed', 'code': 200} Jun 08 13:15:27.082334 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-cf55de6e-2f2f-44d0-8015-10e69ec07ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:27.083780 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-cf55de6e-2f2f-44d0-8015-10e69ec07ae0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 1096 time: 0.0785871 Jun 08 13:15:27.151616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-e8dd1868-30e5-47e3-ba72-37eded4e8949 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 200 len: 217 time: 0.0611963 Jun 08 13:15:27.217502 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-ab265774-8b95-4d09-b9d2-52ce1f7bc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:27.218961 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-ab265774-8b95-4d09-b9d2-52ce1f7bc5c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0615189 Jun 08 13:15:27.270290 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-cae494c9-e950-43e5-ba36-01ad4c75d77a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420799 Jun 08 13:15:27.401167 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-9ee112d3-3849-4bad-8689-141e788a7202 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236880 Jun 08 13:15:27.531379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ae525da9-4205-4eff-bad9-b03549bb2180 req-2e4b3cb1-124e-47ef-82e8-8a60af288e33 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249187 Jun 08 13:15:27.703471 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-4dcf369c-0d0b-4011-85e6-4f7dc884379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:27.705144 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-4dcf369c-0d0b-4011-85e6-4f7dc884379d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 1096 time: 0.1326706 Jun 08 13:15:27.717980 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866740-826a-4081-9684-9bebd301538c req-0b99fe26-dede-4281-8bb5-6515e38f8046 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:27.719393 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-46866740-826a-4081-9684-9bebd301538c req-0b99fe26-dede-4281-8bb5-6515e38f8046 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 943 time: 0.0961139 Jun 08 13:15:27.841806 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-46866740-826a-4081-9684-9bebd301538c req-28742157-cf02-4b97-a430-960c51524f7b tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017184 Jun 08 13:15:27.874479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-7ac00a30-e163-42bf-a43e-2cfca0b60ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:27.875887 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-7ac00a30-e163-42bf-a43e-2cfca0b60ff6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 915 time: 0.1558442 Jun 08 13:15:27.944796 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-61849478-2b90-40d2-861d-f1a27a4865ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 200 len: 217 time: 0.0622470 Jun 08 13:15:28.007569 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-410d3122-9519-456c-b499-a746a6c8bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:28.008955 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-410d3122-9519-456c-b499-a746a6c8bfca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0558348 Jun 08 13:15:28.058779 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-b1a403a7-07c7-4b30-b324-5ceb8f53d593 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425789 Jun 08 13:15:28.278612 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-16013c32-0df8-48f9-95d1-6f4277b48896 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126586 Jun 08 13:15:28.413917 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d43ffd2-8f85-4a3b-901f-5b05ef009159 req-cef22dc3-711c-4a12-95c8-449a899cd554 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285670 Jun 08 13:15:29.020848 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27293-11e3-4073-b642-abd0d5ed1fa6 req-a81ffa87-33c6-43a4-959c-a228bb7ede64 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:29.022322 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7be27293-11e3-4073-b642-abd0d5ed1fa6 req-a81ffa87-33c6-43a4-959c-a228bb7ede64 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 943 time: 0.0785155 Jun 08 13:15:29.076847 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-7be27293-11e3-4073-b642-abd0d5ed1fa6 req-8707c1ca-8e2c-4b8d-bd27-2d34da972e40 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477912 Jun 08 13:15:29.606411 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 9542f115-d123-4213-a472-ae4e33f6de93 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 13:15:29.737571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 9542f115-d123-4213-a472-ae4e33f6de93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9542f115-d123-4213-a472-ae4e33f6de93,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:29.750383 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '9542f115-d123-4213-a472-ae4e33f6de93', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'port_id': '9542f115-d123-4213-a472-ae4e33f6de93', 'mac_address': 'fa:16:3e:87:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50f50-0dee-4fa5-a2f6-4c67058ddd97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 13:15:29.803679 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:29.823473 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9542f115-d123-4213-a472-ae4e33f6de93 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:15:29.838870 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 9542f115-d123-4213-a472-ae4e33f6de93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9542f115-d123-4213-a472-ae4e33f6de93,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:29.842688 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:29.844414 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:29.909746 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=9542f115-d123-4213-a472-ae4e33f6de93,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:29.912747 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:30.101189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:15:30.264627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663980-7b05-4bbc-be2c-b1c409a93d79 req-dc5fe6ae-8d0b-427b-bdd9-7fa9d4215b9c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:30.266132 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a8663980-7b05-4bbc-be2c-b1c409a93d79 req-dc5fe6ae-8d0b-427b-bdd9-7fa9d4215b9c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 944 time: 0.0833278 Jun 08 13:15:30.312887 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a8663980-7b05-4bbc-be2c-b1c409a93d79 req-50958760-ea90-4469-80c9-f5dbe5808b6e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Jun 08 13:15:31.203012 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6772-8504-4b6e-8074-b158894a0c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:31.507204 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76856fbb-4451-491d-8c83-0e58cdfe66b9 req-47f78c44-286c-465d-b2d1-ad08960934cd tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:31.508713 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-76856fbb-4451-491d-8c83-0e58cdfe66b9 req-47f78c44-286c-465d-b2d1-ad08960934cd tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 944 time: 0.0803180 Jun 08 13:15:31.554024 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-76856fbb-4451-491d-8c83-0e58cdfe66b9 req-d92b71ae-20d8-4b3f-836f-594d9d14b3c1 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Jun 08 13:15:31.617373 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 9542f115-d123-4213-a472-ae4e33f6de93 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:15:31.683522 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 9542f115-d123-4213-a472-ae4e33f6de93 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:15:31.688248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 9542f115-d123-4213-a472-ae4e33f6de93 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:15:31.688636 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:31.805768 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:31.832201 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542f115-d123-4213-a472-ae4e33f6de93'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:15:31.834464 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143bc0c-fc76-44c6-93a8-cd86c113fa14" -d '{"events": [{"server_uuid": "7d0d9bd3-2252-4121-b1c8-036fa838c63f", "name": "network-vif-plugged", "status": "completed", "tag": "9542f115-d123-4213-a472-ae4e33f6de93"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:15:31.842689 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 9542f115-d123-4213-a472-ae4e33f6de93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9542f115-d123-4213-a472-ae4e33f6de93,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:15:31.847689 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:31.850506 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-83450cf3-9979-483b-9265-76f623c71691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:15:31.916985 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=9542f115-d123-4213-a472-ae4e33f6de93,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:15:31.920065 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:15:31.928227 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441c199a-867c-4a96-8905-724d6c9d794c x-openstack-request-id: req-441c199a-867c-4a96-8905-724d6c9d794c {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:15:31.928523 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0d9bd3-2252-4121-b1c8-036fa838c63f", "name": "network-vif-plugged", "status": "completed", "tag": "9542f115-d123-4213-a472-ae4e33f6de93", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:15:31.928785 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-441c199a-867c-4a96-8905-724d6c9d794c {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:15:31.929182 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542f115-d123-4213-a472-ae4e33f6de93', 'code': 200} Jun 08 13:15:32.151102 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bced02-c85b-4891-8a6b-577765e0db98 req-033b88c0-5b91-402e-95ae-0b4252405140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:32.152492 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-89bced02-c85b-4891-8a6b-577765e0db98 req-033b88c0-5b91-402e-95ae-0b4252405140 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 1098 time: 0.0741234 Jun 08 13:15:32.193095 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-89bced02-c85b-4891-8a6b-577765e0db98 req-c6f8860e-219c-4613-a3fc-6d025fbb29ba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340922 Jun 08 13:15:32.741410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc3fd0-85ac-4f10-82b3-72fdb050e135 req-447d8ef0-c1a7-4acb-a4c8-bbc8730f28dd tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:32.742885 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ebbc3fd0-85ac-4f10-82b3-72fdb050e135 req-447d8ef0-c1a7-4acb-a4c8-bbc8730f28dd tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 945 time: 0.0816028 Jun 08 13:15:32.790331 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ebbc3fd0-85ac-4f10-82b3-72fdb050e135 req-5e5a54f8-51ae-48d9-b892-610aba8cf948 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Jun 08 13:15:33.538157 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-19d63dc3-01bb-40f0-aaf9-3c6e0ddc7cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:33.863205 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:33.970789 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5197b-3fbe-4c25-96f6-b65f92ca3275 req-8f3f75d7-a6ec-4870-a2d3-c8e8a173e091 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:33.972220 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bda5197b-3fbe-4c25-96f6-b65f92ca3275 req-8f3f75d7-a6ec-4870-a2d3-c8e8a173e091 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 945 time: 0.0794587 Jun 08 13:15:34.015639 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bda5197b-3fbe-4c25-96f6-b65f92ca3275 req-1460cb6c-acb6-46d4-bd63-ee7ef0ef5353 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 Jun 08 13:15:34.871470 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:36.537779 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:46.618893 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-67331909-120b-451f-9e0c-d3b23baa3322 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723643 Jun 08 13:15:46.755198 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-dcb71490-9cee-4036-910c-efe7e126c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:46.756691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-dcb71490-9cee-4036-910c-efe7e126c1df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0710073 Jun 08 13:15:46.908075 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-bb3f66b2-4f8f-4409-9738-893b0b5f7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:46.909508 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-bb3f66b2-4f8f-4409-9738-893b0b5f7802 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1340265 Jun 08 13:15:46.977802 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-855479ac-6dc5-4be2-871b-ae0ce9ff30ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0616627 Jun 08 13:15:47.038998 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-ac703ed6-9357-4757-a28a-0ee591ce3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:47.040344 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-ac703ed6-9357-4757-a28a-0ee591ce3d5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0567012 Jun 08 13:15:47.115855 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-96da1e5c-2c8c-4ec1-9e21-05d75d79930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:15:47.117309 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-96da1e5c-2c8c-4ec1-9e21-05d75d79930b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711119 Jun 08 13:15:47.246431 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-87dac309-42c0-49c5-ba71-217b6f37ae2b service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216526 Jun 08 13:15:47.376479 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e4cf5bd-4d33-4058-898d-aa6783fcba95 req-461af7d5-8b0a-4e2b-b906-013d19c93724 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232295 Jun 08 13:15:55.348752 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:15:56.241077 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:16:01.204066 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-551ee94a-d29a-4554-9560-01bc0e2ed21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:03.540195 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-327f0895-d5dc-466c-93f5-0146e26765cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:03.865326 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:04.873746 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:06.541764 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:25.348540 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:31.204977 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d158-f085-448b-81e4-3d2424448e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:33.239696 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:16:33.541946 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f46ed79f-00fd-45df-b4fa-1348fd59c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:33.866613 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:34.877081 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:36.544770 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:16:48.637243 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-88012e46-aa8c-4f39-b03e-48b3dde20b8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688434 Jun 08 13:16:48.729330 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-ba3ef412-a658-4093-8bdd-ff8419a2e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:16:48.730781 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-ba3ef412-a658-4093-8bdd-ff8419a2e178 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 1098 time: 0.0695484 Jun 08 13:16:48.951898 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-338a6b19-1f06-4e93-8ccd-88c9f6b2c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:16:48.953344 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-338a6b19-1f06-4e93-8ccd-88c9f6b2c100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 915 time: 0.2027960 Jun 08 13:16:49.023026 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-20096c40-8e35-4dfd-a831-bfa4d2ac0cca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 200 len: 217 time: 0.0633085 Jun 08 13:16:49.088906 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-7b04d6d0-270d-46ad-9165-063c38bda089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:16:49.090367 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-7b04d6d0-270d-46ad-9165-063c38bda089 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0612643 Jun 08 13:16:49.136233 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-310c6bb9-d46d-424b-84d8-9be53956c349 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393338 Jun 08 13:16:49.266873 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-7e8ce019-8952-4a97-bbf1-37d7a8d9f8b4 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223691 Jun 08 13:16:49.395141 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-755a1e81-3489-46ae-a8f3-58914cc04af6 req-bb52fd05-4fa5-4da7-b77d-d4cd35dc62ce service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215689 Jun 08 13:16:55.361188 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:01.208418 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9acbb24d-136f-4837-a260-b944ed730417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:03.542601 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9b844cd1-d483-482c-a4bf-510a0168ccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:03.870644 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:04.880932 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:06.548262 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:10.237767 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:17:25.366663 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:31.210877 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-40aba323-022f-42c8-a10f-deb5faf152f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:33.543677 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8645d8db-d991-401f-819e-40c9132b898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:33.872176 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:34.882172 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:36.550643 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:17:47.237387 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:17:49.813912 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-ef861649-b89d-4cb3-b4d7-c6ec6c908b36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681937 Jun 08 13:17:49.951688 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576412d-b1ff-438e-8386-996ebc609e64 req-31673a01-f1ee-4023-a31a-2211203e3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:17:49.953137 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-31673a01-f1ee-4023-a31a-2211203e3176 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0726929 Jun 08 13:17:50.095817 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576412d-b1ff-438e-8386-996ebc609e64 req-8c05dc38-0990-4d39-9010-6854348bdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:17:50.097290 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-8c05dc38-0990-4d39-9010-6854348bdeb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1255705 Jun 08 13:17:50.163315 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-40f053aa-be44-4272-9ff3-60dc2a7bc07f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0592360 Jun 08 13:17:50.227522 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576412d-b1ff-438e-8386-996ebc609e64 req-ae881b60-dd5e-471c-8d95-f9eb1dcfaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:17:50.228833 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-ae881b60-dd5e-471c-8d95-f9eb1dcfaeac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0592165 Jun 08 13:17:50.303121 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576412d-b1ff-438e-8386-996ebc609e64 req-5da984a1-2922-4bd7-aab5-270a34fb9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:17:50.304569 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-5da984a1-2922-4bd7-aab5-270a34fb9c0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678968 Jun 08 13:17:50.434901 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-47eafcc1-e98d-449b-822a-a14fff8e5c8f service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226995 Jun 08 13:17:50.565159 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-b576412d-b1ff-438e-8386-996ebc609e64 req-329037ad-adeb-470f-bec6-4b446a06d72a service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234963 Jun 08 13:17:55.374699 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:01.217873 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-eec82c8c-e6e0-48ae-9b55-1847fdb74359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:03.545855 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a8b204f-423e-4c86-830b-615b3e226bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:03.874233 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:04.878472 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:06.552300 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:24.235547 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:18:25.371541 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:31.209811 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8333351-c7ff-4850-82d4-1c3a359a0fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:33.548189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6c125350-db82-4c8f-a49d-1cc74392da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:33.875645 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:34.881330 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:36.556345 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:18:50.634430 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-68fe1950-60dc-4ae2-8d53-28789ac18bf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734611 Jun 08 13:18:50.724420 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-a388bd85-b8d1-494e-87f8-c8885cd24efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:18:50.725907 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-a388bd85-b8d1-494e-87f8-c8885cd24efb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 1098 time: 0.0701530 Jun 08 13:18:50.972676 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-257cd9b5-12bb-495a-9db8-8deb3bedd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:18:50.974152 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-257cd9b5-12bb-495a-9db8-8deb3bedd942 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 915 time: 0.2254596 Jun 08 13:18:51.042614 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-cf174fe1-f4cb-4941-b0c1-599e02da9fab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 200 len: 217 time: 0.0614219 Jun 08 13:18:51.103055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-d5f4c767-7ccc-4360-83f0-67566c867329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:18:51.104480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-d5f4c767-7ccc-4360-83f0-67566c867329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0558529 Jun 08 13:18:51.153687 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-90464159-ef5e-4c8e-b31d-423763c7ee30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427418 Jun 08 13:18:51.284919 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-e4fece1d-5392-4817-b7cf-c1d619e7d009 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247935 Jun 08 13:18:51.413270 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-fcc24f9e-76dd-412b-968d-c4d8bcb2245d req-785a6ad3-b08a-4355-a78b-d98b4ae3c545 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225021 Jun 08 13:18:55.372247 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:01.212734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6e261232-e1bc-4915-b75a-ebabafb03042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:01.234261 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:19:03.551633 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6fac1805-a7d8-4d14-9292-4533dc31341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:03.876745 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:04.886287 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:06.559282 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:21.607166 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37104) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:21.782452 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Deleting subnet f626fbaf-796a-43a4-b7de-5c63ba58e98b {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:19:21.785215 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:21.835520 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300984'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:21.894582 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:21.967903 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2891444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2942161'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:21.973225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-15678efb-7ad6-4ab6-94fe-684a76c23b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:22.008885 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f626fbaf-796a-43a4-b7de-5c63ba58e98b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:22.014387 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.016150 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f626fbaf-796a-43a4-b7de-5c63ba58e98b HTTP/1.1" status: 204 len: 168 time: 0.4079261 Jun 08 13:19:22.018876 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37110) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:22.023486 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.023872 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.024242 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.024601 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.024957 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.025319 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.025701 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.026385 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.026747 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.027099 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.027446 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.027794 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.031399 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-478b411b-fe84-489f-aef0-0f0f48eafd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:22.124913 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.246325 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.259150 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe90409-9342-4c42-9bd5-9a66d162b097']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:19:22.270703 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0d74d9-0628-4696-8452-4caa1af05ea6') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:19:22.270996 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0d74d9-0628-4696-8452-4caa1af05ea6') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:19:22.281962 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.297852 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.304211 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:19:22.304589 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:19:22.322269 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:19:22.394749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.398384 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:22.411265 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.413097 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/afe90409-9342-4c42-9bd5-9a66d162b097 HTTP/1.1" status: 204 len: 168 time: 0.3932364 Jun 08 13:19:22.420414 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Pushing event deleted for resources: {'Network': ['ID=afe90409-9342-4c42-9bd5-9a66d162b097,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:22.428353 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.428730 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.429097 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.429461 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.429845 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.430202 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.430958 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.430958 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.431258 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.431609 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.431960 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.432308 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:22.435414 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0e2532bb-a7dd-4848-abc0-04194fb287ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:22.532836 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37120) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:22.582743 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-b8224a56-8994-4c3d-97a6-858377606835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa58f4a51c45440db8f50de438dc2741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485778 Jun 08 13:19:22.585218 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37122) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:22.645727 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.670780 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.722035 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.724431 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:22.726081 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f296dec-c3f6-4b32-baa8-ed70a5166090 HTTP/1.1" status: 204 len: 168 time: 0.1399424 Jun 08 13:19:22.726916 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bad0ac09-a2ee-481b-843f-193d0299b45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:22.736781 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f296dec-c3f6-4b32-baa8-ed70a5166090,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:22.739296 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:25.389198 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.048724 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37176) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:28.187159 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.292571 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.296179 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.304475 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5c5178c6-b3f6-474c-a9eb-c87dda56ad8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:28.342887 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4f346-55d5-450f-ae8a-2dcc2d4e5eb5,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:28.352022 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=049394270fae4a7fa270e10bb5e83a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988405 Jun 08 13:19:28.352022 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:28.352571 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37182) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:28.415740 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.441478 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.498031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.500410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:28.501567 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3b4f346-55d5-450f-ae8a-2dcc2d4e5eb5 HTTP/1.1" status: 204 len: 168 time: 0.1484301 Jun 08 13:19:28.502447 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d3d6e28e-309d-44fa-8fd5-11b8849e8443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:28.512524 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4f346-55d5-450f-ae8a-2dcc2d4e5eb5,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:28.514754 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:31.213791 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0416ab5a-0ead-4219-8347-20557ea5c56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:32.751897 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-4a04d10c-4034-4459-9cde-e25c786542a4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:32.753343 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-4a04d10c-4034-4459-9cde-e25c786542a4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.1485214 Jun 08 13:19:32.767936 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-99d6c731-7350-4850-94c4-6035dcdf8b17 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/quotas/fc6400aa70044b158592e896b817924e HTTP/1.1" status: 200 len: 375 time: 0.0087595 Jun 08 13:19:32.847273 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-72dc994c-3dca-4207-8718-ead36b210579 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732019 Jun 08 13:19:32.979160 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-28b959ee-116b-4f8d-aa3d-c7d3360c2b4b service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246769 Jun 08 13:19:33.107819 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-16692cd2-6d66-4fda-8cd7-65d2309339b6 service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229448 Jun 08 13:19:33.282244 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ac48b15e-219b-486f-be74-c222427c03c3 req-ad00a88a-dfe4-4cae-a8bf-dfbeebb30284 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 210 time: 0.0432398 Jun 08 13:19:33.554133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0c26339c-c881-4226-8432-f87e578787a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:33.880003 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:34.426086 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-845bfa0f-00f8-46a2-97ab-5f2ef3a83f11 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:34.428268 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-845bfa0f-00f8-46a2-97ab-5f2ef3a83f11 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.2720428 Jun 08 13:19:34.446055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Request body: {'port': {'device_id': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'admin_state_up': True, 'tenant_id': 'fc6400aa70044b158592e896b817924e'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:19:34.562534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c6e3b360-6539-41d0-ae55-36a3f38879aa req-25df988a-17ac-49b5-a2d8-2cc48f20c84e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 210 time: 0.0960715 Jun 08 13:19:34.644089 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Made reservation on behalf of fc6400aa70044b158592e896b817924e for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:19:34.647627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:34.810491 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Allocated IP 172.20.0.8 (f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9/49d50f50-0dee-4fa5-a2f6-4c67058ddd97/d9521518-f7d2-430c-836c-ce2cb75cd640) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:19:34.887703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.010858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.041248 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.043666 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:19:35.043666 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:19:35.043666 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:19:35.043666 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:19:35.043666 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:19:35.043666 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 13:19:35.052583 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:19:35.060079 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:19:35.061397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:19:35.063603 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:19:35.129310 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:35.129948 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.148649 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f66432bd-42a8-4865-a3b5-54b77d4ad3e4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079506 Jun 08 13:19:35.159892 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Request body: {'port': {'device_id': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:19:35.268329 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.623234 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9521518-f7d2-430c-836c-ce2cb75cd640 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:19:35.630944 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.648369 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Transition to ACTIVE for port object d9521518-f7d2-430c-836c-ce2cb75cd640 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:19:35.651919 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:35.657118 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-804fc6ed-64db-4bfc-b330-39fbf4619dc8 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:35.875175 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Pushing event updated for resources: {'Port': ['ID=d9521518-f7d2-430c-836c-ce2cb75cd640,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:35.884232 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:35.952338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84220a-652f-4c58-aa97-b81d5b0ae25f req-8b8d4fe3-5b35-4088-a2a5-319ded0bab45 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:35.953904 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd84220a-652f-4c58-aa97-b81d5b0ae25f req-8b8d4fe3-5b35-4088-a2a5-319ded0bab45 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 943 time: 0.2583961 Jun 08 13:19:35.988733 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Attempting to bind port d9521518-f7d2-430c-836c-ce2cb75cd640 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:19:35.989074 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Attempting to bind port d9521518-f7d2-430c-836c-ce2cb75cd640 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:19:35.989404 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Attempting to bind port d9521518-f7d2-430c-836c-ce2cb75cd640 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:19:36.010082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Port d9521518-f7d2-430c-836c-ce2cb75cd640 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 13:19:36.010082 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Attempting to bind port d9521518-f7d2-430c-836c-ce2cb75cd640 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:19:36.022973 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:19:36.023308 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Checking segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:19:36.023689 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Bound using segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:19:36.024146 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Bound port: d9521518-f7d2-430c-836c-ce2cb75cd640, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:19:36.024490 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:36.041324 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd84220a-652f-4c58-aa97-b81d5b0ae25f req-a5d7ed3e-d3a1-42ff-944b-4941dfafb843 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786049 Jun 08 13:19:36.207756 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] For port d9521518-f7d2-430c-836c-ce2cb75cd640, host hv-cinder-78447, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:19:36.210800 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] For port d9521518-f7d2-430c-836c-ce2cb75cd640, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9521518-f7d2-430c-836c-ce2cb75cd640,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:19:36.215253 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:36.219334 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1746f6e5-07ad-42a8-9ba3-b04da3a57d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:36.277323 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:36.277964 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:36.279360 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] 10.222.0.59 "PUT /v2.0/ports/d9521518-f7d2-430c-836c-ce2cb75cd640 HTTP/1.1" status: 200 len: 1093 time: 1.1236238 Jun 08 13:19:36.279868 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'tag': 'd9521518-f7d2-430c-836c-ce2cb75cd640'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:19:36.282207 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c1c70-f66b-4afc-9e21-716ba72b4d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c360c61c-30ac-43f4-84cd-deff38a74af9", "tag": "d9521518-f7d2-430c-836c-ce2cb75cd640"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:19:36.299965 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Pushing event updated for resources: {'Port': ['ID=d9521518-f7d2-430c-836c-ce2cb75cd640,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:36.303893 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:36.327239 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e181a647-f3ae-46a6-8f4e-7dae17d4e22d x-openstack-request-id: req-e181a647-f3ae-46a6-8f4e-7dae17d4e22d {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:19:36.327571 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c360c61c-30ac-43f4-84cd-deff38a74af9", "tag": "d9521518-f7d2-430c-836c-ce2cb75cd640", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:19:36.327858 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e181a647-f3ae-46a6-8f4e-7dae17d4e22d {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:19:36.328289 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'tag': 'd9521518-f7d2-430c-836c-ce2cb75cd640', 'status': 'completed', 'code': 200} Jun 08 13:19:36.401626 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-7be54dd1-f9ed-47f2-b9dd-53cde3337cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:36.403100 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-7be54dd1-f9ed-47f2-b9dd-53cde3337cc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 1096 time: 0.0725248 Jun 08 13:19:36.473801 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-a40c2061-96f1-43d2-86ba-89efeba161a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9521518-f7d2-430c-836c-ce2cb75cd640 HTTP/1.1" status: 200 len: 217 time: 0.0630331 Jun 08 13:19:36.534498 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f950aec8-a0b4-499a-ae4e-be345594f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:36.535874 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-f950aec8-a0b4-499a-ae4e-be345594f4e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0555060 Jun 08 13:19:36.560706 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:37.231225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd955-2341-41ad-888d-0c8023a628c5 req-baa44d11-cba2-4a6b-8bd1-4d53432a5f19 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:37.232660 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a0bbd955-2341-41ad-888d-0c8023a628c5 req-baa44d11-cba2-4a6b-8bd1-4d53432a5f19 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 943 time: 0.0783582 Jun 08 13:19:37.280483 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a0bbd955-2341-41ad-888d-0c8023a628c5 req-f54fa91e-363e-4a4a-bdf7-7965f01f0fcf tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Jun 08 13:19:37.653295 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-4f64b425-8115-4fc7-a81e-615d4612ef85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398688 Jun 08 13:19:38.233607 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:19:38.463479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a3de-8cbd-4451-bdab-f71f0705314e req-d6cd9138-9b7d-46fc-9c3b-21ec4d468988 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:38.464895 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4bf0a3de-8cbd-4451-bdab-f71f0705314e req-d6cd9138-9b7d-46fc-9c3b-21ec4d468988 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 943 time: 0.0810857 Jun 08 13:19:38.582312 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4bf0a3de-8cbd-4451-bdab-f71f0705314e req-7a11a58d-2bb7-41d4-9cf7-01d14a8ec50e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117992 Jun 08 13:19:38.638223 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-fce227ec-63e2-4b03-ac7c-88fd7d27ff9e service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461544 Jun 08 13:19:39.640371 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-51bc3e58-6d91-40b8-91d1-5c35f07b9b5c req-dc25a555-8d7e-448d-8d53-5d718260c828 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289825 Jun 08 13:19:39.827054 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-9dfbba9d-9ef6-413d-aed3-365ee4fb7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:39.828423 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-9dfbba9d-9ef6-413d-aed3-365ee4fb7739 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 1096 time: 0.1333153 Jun 08 13:19:39.836379 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382b22c-0f82-4442-a4cb-af3fa04560a1 req-940e9e40-7265-4662-91d1-ad88006887cc tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:39.837725 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a382b22c-0f82-4442-a4cb-af3fa04560a1 req-940e9e40-7265-4662-91d1-ad88006887cc tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 943 time: 0.1109993 Jun 08 13:19:39.961739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a382b22c-0f82-4442-a4cb-af3fa04560a1 req-82ea501c-bfaa-408b-b6c4-dfd4c09ed514 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061552 Jun 08 13:19:39.994958 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-9e61e48d-4bfe-4dac-a9f8-ff69fa787cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:39.996374 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-9e61e48d-4bfe-4dac-a9f8-ff69fa787cff service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 915 time: 0.1578386 Jun 08 13:19:40.063095 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-ea55f011-f60d-4895-92b0-5908efd49e37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9521518-f7d2-430c-836c-ce2cb75cd640 HTTP/1.1" status: 200 len: 217 time: 0.0592027 Jun 08 13:19:40.132933 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-6c6d4a83-f339-4aec-a96d-b8802c2bd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:40.134392 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-6c6d4a83-f339-4aec-a96d-b8802c2bd042 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0640173 Jun 08 13:19:40.180164 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-ec0d3c4f-f652-4038-8356-ce902031d249 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390246 Jun 08 13:19:40.310032 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-6cb2fc11-9a1d-4969-84f2-8a2986412265 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231427 Jun 08 13:19:40.541379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-559c1c70-f66b-4afc-9e21-716ba72b4d0d req-eb919d9e-7c1f-45a8-8302-8ea073f398cc service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235179 Jun 08 13:19:41.147621 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f6a1-8d3e-4714-9fc8-1befd77e7d13 req-d01014b9-2abd-402e-96f2-a5c5f3401c6f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:41.149099 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6805f6a1-8d3e-4714-9fc8-1befd77e7d13 req-d01014b9-2abd-402e-96f2-a5c5f3401c6f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 943 time: 0.0836008 Jun 08 13:19:41.194176 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6805f6a1-8d3e-4714-9fc8-1befd77e7d13 req-08637e31-ee36-4809-b9c5-78e5ddb55e5a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Jun 08 13:19:42.375421 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71376-c4b0-491d-a56e-53370d0e20b2 req-1c3b3895-cdf3-4d12-a19e-64f3e8b3497a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:42.376955 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bec71376-c4b0-491d-a56e-53370d0e20b2 req-1c3b3895-cdf3-4d12-a19e-64f3e8b3497a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 943 time: 0.0795071 Jun 08 13:19:42.421325 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bec71376-c4b0-491d-a56e-53370d0e20b2 req-edc91f8c-06d6-40b3-a485-48cacee56dae tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388181 Jun 08 13:19:42.888793 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9521518-f7d2-430c-836c-ce2cb75cd640 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 13:19:43.021772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9521518-f7d2-430c-836c-ce2cb75cd640, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9521518-f7d2-430c-836c-ce2cb75cd640,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:19:43.036279 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'd9521518-f7d2-430c-836c-ce2cb75cd640', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'port_id': 'd9521518-f7d2-430c-836c-ce2cb75cd640', 'mac_address': 'fa:16:3e:9e:35:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50f50-0dee-4fa5-a2f6-4c67058ddd97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 13:19:43.098005 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:43.118249 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9521518-f7d2-430c-836c-ce2cb75cd640 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:19:43.133493 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9521518-f7d2-430c-836c-ce2cb75cd640, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9521518-f7d2-430c-836c-ce2cb75cd640,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:19:43.137697 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:43.140708 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-0c830e1a-91df-4146-a169-a63e62b4aabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:43.206576 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9521518-f7d2-430c-836c-ce2cb75cd640,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:43.214371 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.214728 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.215077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.215424 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.215761 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.216099 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.216430 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.216761 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.217092 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.217420 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.217777 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.218105 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:19:43.221952 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:43.463791 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['d9521518-f7d2-430c-836c-ce2cb75cd640'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:19:43.615204 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395e066-d26c-4e27-a005-e4bde224ecd3 req-cd42d4f0-6cf9-47a3-a009-3c4d9fdb207c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:43.616710 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3395e066-d26c-4e27-a005-e4bde224ecd3 req-cd42d4f0-6cf9-47a3-a009-3c4d9fdb207c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 944 time: 0.0848572 Jun 08 13:19:43.664404 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3395e066-d26c-4e27-a005-e4bde224ecd3 req-2725c96e-2000-492a-86db-c6047f564651 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Jun 08 13:19:44.845682 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e937f-7ce3-4034-875d-ca0f00928e60 req-bee49f9c-3366-43d6-84b9-c45567768d3e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:44.847048 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6a8e937f-7ce3-4034-875d-ca0f00928e60 req-bee49f9c-3366-43d6-84b9-c45567768d3e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 944 time: 0.0798855 Jun 08 13:19:44.895851 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6a8e937f-7ce3-4034-875d-ca0f00928e60 req-772218ee-ffc0-46c8-9195-2b32d09e91f4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Jun 08 13:19:44.902677 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9521518-f7d2-430c-836c-ce2cb75cd640 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:19:44.971137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port d9521518-f7d2-430c-836c-ce2cb75cd640 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:19:44.976362 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port d9521518-f7d2-430c-836c-ce2cb75cd640 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:19:44.976763 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:45.091676 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:45.118048 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9521518-f7d2-430c-836c-ce2cb75cd640'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:19:45.120296 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8dbe99-ccbe-45c8-bcce-0cc92a6f1584" -d '{"events": [{"server_uuid": "c360c61c-30ac-43f4-84cd-deff38a74af9", "name": "network-vif-plugged", "status": "completed", "tag": "d9521518-f7d2-430c-836c-ce2cb75cd640"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:19:45.127875 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port d9521518-f7d2-430c-836c-ce2cb75cd640, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9521518-f7d2-430c-836c-ce2cb75cd640,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:19:45.132562 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:45.135405 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:45.166276 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cac7a11-ff25-4959-900c-7dbca9a4051c x-openstack-request-id: req-3cac7a11-ff25-4959-900c-7dbca9a4051c {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:19:45.166577 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360c61c-30ac-43f4-84cd-deff38a74af9", "name": "network-vif-plugged", "status": "completed", "tag": "d9521518-f7d2-430c-836c-ce2cb75cd640", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:19:45.166840 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cac7a11-ff25-4959-900c-7dbca9a4051c {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:19:45.167234 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9521518-f7d2-430c-836c-ce2cb75cd640', 'code': 200} Jun 08 13:19:45.212454 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=d9521518-f7d2-430c-836c-ce2cb75cd640,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:45.215328 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:45.400188 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b4cee-68d4-400e-84bb-b4485fa85549 req-e938ac73-d6ba-4212-8080-b9cd745035b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:45.401610 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f10b4cee-68d4-400e-84bb-b4485fa85549 req-e938ac73-d6ba-4212-8080-b9cd745035b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 1098 time: 0.0747316 Jun 08 13:19:45.544863 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f10b4cee-68d4-400e-84bb-b4485fa85549 req-93a2d20c-f034-4129-82b5-c09f368f94ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369500 Jun 08 13:19:45.749551 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37318) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:45.867875 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:45.976088 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:45.980972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:45.988373 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-557ac6d2-2585-44bd-b131-a9d5f0954b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:46.066780 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff0b8c-3b5a-46cc-bf4c-cd6185888d8e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:46.074401 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:46.076690 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2561c1f9886146d3867724628aac1d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261118 Jun 08 13:19:46.079339 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37324) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:46.160263 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffee49-94bf-42df-8391-428642a665f9 req-473f1c4b-16a1-4351-beee-bd3faab5fccc tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:46.161715 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90ffee49-94bf-42df-8391-428642a665f9 req-473f1c4b-16a1-4351-beee-bd3faab5fccc tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 945 time: 0.1504390 Jun 08 13:19:46.164720 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:46.208105 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:46.252814 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-90ffee49-94bf-42df-8391-428642a665f9 req-5949411c-2c93-4fba-885e-a2f7fb46ea8f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790758 Jun 08 13:19:46.286547 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:46.292339 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:46.298313 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faff0b8c-3b5a-46cc-bf4c-cd6185888d8e HTTP/1.1" status: 204 len: 168 time: 0.2178285 Jun 08 13:19:46.299643 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-37e25b33-cfb8-47b3-a95d-66ea85b26bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:46.315587 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff0b8c-3b5a-46cc-bf4c-cd6185888d8e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:46.319921 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6478a988-cabf-43c4-8b7e-7ec01760e183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:47.454341 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c667e-a5e2-4ada-832f-c670b6c79c9b req-552e8407-c1d2-42d9-9189-2a38d7ad3443 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:47.455887 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-544c667e-a5e2-4ada-832f-c670b6c79c9b req-552e8407-c1d2-42d9-9189-2a38d7ad3443 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 945 time: 0.0903995 Jun 08 13:19:47.513252 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-544c667e-a5e2-4ada-832f-c670b6c79c9b req-2181a274-a484-4177-a269-a9c524e28a17 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511386 Jun 08 13:19:49.847645 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-e567936d-046e-442b-a6d8-bbce4b480c46 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:49.849047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-e567936d-046e-442b-a6d8-bbce4b480c46 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.1450138 Jun 08 13:19:49.863283 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-c070488b-529c-4b9f-97f3-90cec5047c62 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/quotas/fc6400aa70044b158592e896b817924e HTTP/1.1" status: 200 len: 375 time: 0.0087614 Jun 08 13:19:49.945520 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-b3f3870c-cb0e-469b-a08d-db93f11240f1 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761547 Jun 08 13:19:50.075743 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-bded3f1f-4991-4ef5-a5b5-89c4e818fc0c service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237383 Jun 08 13:19:50.210387 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-82dbd035-629a-4dd8-ac5e-0fe5f1845b4a service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288323 Jun 08 13:19:50.381635 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-79cc0fd3-3719-490e-bca3-dc92e13d29e1 req-746b1b48-7fda-48b5-9fe4-d8de456f4fe0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 210 time: 0.0429854 Jun 08 13:19:51.533365 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-da5d6ebe-f89c-4a20-aea2-50cc06a17358 req-963a27c8-c9e4-44e4-825a-2e5a2ac1f672 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 210 time: 0.0484290 Jun 08 13:19:52.216739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-5d12ef9c-3de4-4df5-a61f-bfd1696db911 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769200 Jun 08 13:19:52.362405 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1ded-a878-42bf-ad85-6794601d9651 req-736f68da-d45b-4a31-af33-03d9156276de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:52.364060 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-736f68da-d45b-4a31-af33-03d9156276de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0809293 Jun 08 13:19:52.626501 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1ded-a878-42bf-ad85-6794601d9651 req-8522527a-41d0-4dcd-8cc9-aecd8bfb8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:52.627890 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-8522527a-41d0-4dcd-8cc9-aecd8bfb8522 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.2281268 Jun 08 13:19:52.706295 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.59', 53732) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:19:52.737534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-12a69e95-66be-410d-879e-72ab857494dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.1022243 Jun 08 13:19:52.744202 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-32e78f53-07ef-47cf-8d33-7fc1af859080 req-5773abf1-62f3-4353-a85c-a571cc93b63c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 210 time: 0.0614502 Jun 08 13:19:52.803580 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1ded-a878-42bf-ad85-6794601d9651 req-3456e753-66ad-4b18-a0c0-62db95ca1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:52.805228 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-3456e753-66ad-4b18-a0c0-62db95ca1fab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0601656 Jun 08 13:19:52.870653 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-a49df72c-b601-43a8-8411-e550a14beba8 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:52.872112 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-a49df72c-b601-43a8-8411-e550a14beba8 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.1641273 Jun 08 13:19:52.886217 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Request body: {'port': {'device_id': '4c55e983-596e-4c6d-b114-358122e22fed', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'admin_state_up': True, 'tenant_id': 'fc6400aa70044b158592e896b817924e'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:19:52.887069 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1ded-a878-42bf-ad85-6794601d9651 req-3ea41018-a188-4f29-9c58-2acea8e3ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:52.888549 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-3ea41018-a188-4f29-9c58-2acea8e3ac53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773277 Jun 08 13:19:53.026221 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-937be9be-0004-4ed0-aad3-f8220dc9a93f service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315000 Jun 08 13:19:53.115943 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Made reservation on behalf of fc6400aa70044b158592e896b817924e for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:19:53.119561 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:53.164590 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-525c1ded-a878-42bf-ad85-6794601d9651 req-d55432b8-5b09-47c5-bf53-cc510b8513a3 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322188 Jun 08 13:19:53.295573 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Allocated IP 172.20.0.10 (f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9/49d50f50-0dee-4fa5-a2f6-4c67058ddd97/2e80fc59-d98c-4a76-b03f-c263a47e617d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:19:53.510684 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:53.540304 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:53.542862 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:19:53.542862 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:19:53.542862 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:19:53.542862 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:19:53.542862 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:19:53.542862 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 13:19:53.552360 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93', 'd9521518-f7d2-430c-836c-ce2cb75cd640'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:19:53.560474 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:19:53.561561 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:19:53.564026 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:19:53.629214 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:53.629841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:53.651035 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-376376aa-ad16-4e0f-8501-571a003069c4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7708910 Jun 08 13:19:53.664096 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Request body: {'port': {'device_id': '4c55e983-596e-4c6d-b114-358122e22fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:19:53.788694 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:53.938163 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f81d-2d75-4427-9018-f83434af0ccf req-d4dcc27a-b2eb-4ed0-8076-875081ae8d68 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:53.939563 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7b6f81d-2d75-4427-9018-f83434af0ccf req-d4dcc27a-b2eb-4ed0-8076-875081ae8d68 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 932 time: 0.0825028 Jun 08 13:19:53.986104 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7b6f81d-2d75-4427-9018-f83434af0ccf req-3050fcf3-cdfc-480d-a55d-246cc48fc51f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Jun 08 13:19:54.234755 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e80fc59-d98c-4a76-b03f-c263a47e617d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:19:54.241789 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:54.255709 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Transition to ACTIVE for port object 2e80fc59-d98c-4a76-b03f-c263a47e617d will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:19:54.260308 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:54.263829 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b1804d52-65c6-457a-97d6-ddce5a6996d1 tempest-AttachVolumeShelveTestJSON-582801016 tempest-AttachVolumeShelveTestJSON-582801016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:54.416357 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e80fc59-d98c-4a76-b03f-c263a47e617d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:54.423548 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:54.496657 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Attempting to bind port 2e80fc59-d98c-4a76-b03f-c263a47e617d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:19:54.496896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Attempting to bind port 2e80fc59-d98c-4a76-b03f-c263a47e617d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:19:54.497217 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Attempting to bind port 2e80fc59-d98c-4a76-b03f-c263a47e617d on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:19:54.501721 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Port 2e80fc59-d98c-4a76-b03f-c263a47e617d on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 13:19:54.502120 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Attempting to bind port 2e80fc59-d98c-4a76-b03f-c263a47e617d on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:19:54.507724 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:19:54.508054 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Checking segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:19:54.508432 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Bound using segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:19:54.508847 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Bound port: 2e80fc59-d98c-4a76-b03f-c263a47e617d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:19:54.509185 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:54.596237 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] For port 2e80fc59-d98c-4a76-b03f-c263a47e617d, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:19:54.599620 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] For port 2e80fc59-d98c-4a76-b03f-c263a47e617d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2e80fc59-d98c-4a76-b03f-c263a47e617d,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:19:54.603215 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:54.607502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:19:54.665136 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:54.665768 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:54.667177 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e80fc59-d98c-4a76-b03f-c263a47e617d HTTP/1.1" status: 200 len: 1094 time: 1.0077960 Jun 08 13:19:54.667682 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c55e983-596e-4c6d-b114-358122e22fed', 'tag': '2e80fc59-d98c-4a76-b03f-c263a47e617d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:19:54.669963 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52" -d '{"events": [{"name": "network-changed", "server_uuid": "4c55e983-596e-4c6d-b114-358122e22fed", "tag": "2e80fc59-d98c-4a76-b03f-c263a47e617d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:19:54.688271 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e80fc59-d98c-4a76-b03f-c263a47e617d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:19:54.691494 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:19:54.831767 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a100a99-3e14-4745-a450-4e23ab4f05f3 x-openstack-request-id: req-0a100a99-3e14-4745-a450-4e23ab4f05f3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:19:54.832367 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c55e983-596e-4c6d-b114-358122e22fed", "tag": "2e80fc59-d98c-4a76-b03f-c263a47e617d", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:19:54.832456 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a100a99-3e14-4745-a450-4e23ab4f05f3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:19:54.832830 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c55e983-596e-4c6d-b114-358122e22fed', 'tag': '2e80fc59-d98c-4a76-b03f-c263a47e617d', 'status': 'completed', 'code': 200} Jun 08 13:19:55.174222 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b580-2ade-4725-94b8-6aef887d5b54 req-5a8a158d-eebf-4d24-8dc4-94c16f09f0d0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:55.175678 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d469b580-2ade-4725-94b8-6aef887d5b54 req-5a8a158d-eebf-4d24-8dc4-94c16f09f0d0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0833826 Jun 08 13:19:55.222496 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d469b580-2ade-4725-94b8-6aef887d5b54 req-383cce54-5366-44c5-8c6f-6602d23770a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Jun 08 13:19:56.403338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e674b-5d94-44a5-9129-d97a0d11659a req-c0d7239e-d2fa-4deb-9d36-ac80ee3fbab6 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:56.404786 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4a7e674b-5d94-44a5-9129-d97a0d11659a req-c0d7239e-d2fa-4deb-9d36-ac80ee3fbab6 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0785928 Jun 08 13:19:56.448595 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4a7e674b-5d94-44a5-9129-d97a0d11659a req-bb7c4100-2e0b-400c-ac4c-2a7919839240 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Jun 08 13:19:56.563116 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:19:56.692237 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52 req-36bf301d-b393-48f4-926d-5a1bb716a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:56.694310 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52 req-36bf301d-b393-48f4-926d-5a1bb716a0cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 1097 time: 0.0731688 Jun 08 13:19:56.844312 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52 req-e5c92af1-d297-4ee8-812b-aeca15b7707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:56.845718 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52 req-e5c92af1-d297-4ee8-812b-aeca15b7707d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc6400aa70044b158592e896b817924e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1435769 Jun 08 13:19:56.980931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52 req-f571bc9b-0671-4d55-aeed-c337c9d5c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:56.982411 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e7d4a2ef-7c7b-470e-bef7-35580a95cc52 req-f571bc9b-0671-4d55-aeed-c337c9d5c691 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293626 Jun 08 13:19:57.107947 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-ac0fa3b8-5622-4d4d-8c27-7827edf501be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:57.109429 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-ac0fa3b8-5622-4d4d-8c27-7827edf501be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 1097 time: 0.0752835 Jun 08 13:19:57.190064 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-90752f9d-e5d9-4f21-a26a-7c0a2be0bf16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e80fc59-d98c-4a76-b03f-c263a47e617d HTTP/1.1" status: 200 len: 217 time: 0.0602565 Jun 08 13:19:57.255446 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-c7e93591-fe85-46b4-a1cd-893dbd58016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:57.256980 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-c7e93591-fe85-46b4-a1cd-893dbd58016e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0600629 Jun 08 13:19:57.303501 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-1d372b5b-a201-4549-a166-b8893851efd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393536 Jun 08 13:19:57.435775 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-69f5a9d0-f683-42db-a9a2-7a632d8cec9f service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226623 Jun 08 13:19:57.647726 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782de3b3-35a7-4327-9a75-a4ad049b2a92 req-6ed382a1-dafa-4029-8011-ac65dacc2ff8 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:57.649212 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-782de3b3-35a7-4327-9a75-a4ad049b2a92 req-6ed382a1-dafa-4029-8011-ac65dacc2ff8 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0926406 Jun 08 13:19:57.681490 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-464425b5-ce0f-4168-aeef-46d784d53b31 req-4a0c513f-4d71-4fe7-bf83-118cf70941d5 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388513 Jun 08 13:19:57.696610 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-782de3b3-35a7-4327-9a75-a4ad049b2a92 req-044de9de-0392-42e5-94af-24b01e5f2506 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Jun 08 13:19:58.887440 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd16bed-1a20-4864-872f-18382f95dee8 req-e92149a2-f591-488c-9742-52f6272e1649 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:19:58.888888 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bfd16bed-1a20-4864-872f-18382f95dee8 req-e92149a2-f591-488c-9742-52f6272e1649 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0823686 Jun 08 13:19:58.936393 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bfd16bed-1a20-4864-872f-18382f95dee8 req-ca77835b-2b07-49ab-9820-c7b1cfabfa3c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jun 08 13:20:00.123246 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2955b-abf6-4f31-aea0-3a7d83e700fd req-ebf8dc27-b88b-451a-b4aa-be56547bd3ee tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:00.124610 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-37c2955b-abf6-4f31-aea0-3a7d83e700fd req-ebf8dc27-b88b-451a-b4aa-be56547bd3ee tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0799558 Jun 08 13:20:00.169238 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-37c2955b-abf6-4f31-aea0-3a7d83e700fd req-82427ba3-5cb5-40c4-9c94-2115bb81e7d2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Jun 08 13:20:01.218137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb56-ced9-4908-9796-b1efad798186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:01.360184 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f50d2-258d-4237-b235-82e14de4b28b req-96b8d880-a294-4d0d-8e64-d1d4019592f2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:01.361724 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-258f50d2-258d-4237-b235-82e14de4b28b req-96b8d880-a294-4d0d-8e64-d1d4019592f2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0842452 Jun 08 13:20:01.406047 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-258f50d2-258d-4237-b235-82e14de4b28b req-77479e38-a86e-4c62-bbb4-98a32f7d5d82 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Jun 08 13:20:02.545156 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 2e80fc59-d98c-4a76-b03f-c263a47e617d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 13:20:02.600365 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f064e6f-c3ba-468e-be8e-d2498194b210 req-2ed6db8a-d6db-4b70-a08b-7386a05214de tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:02.601894 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2f064e6f-c3ba-468e-be8e-d2498194b210 req-2ed6db8a-d6db-4b70-a08b-7386a05214de tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 944 time: 0.0852211 Jun 08 13:20:02.652905 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2f064e6f-c3ba-468e-be8e-d2498194b210 req-79867d45-f8eb-4fa7-bc63-090880405b6d tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jun 08 13:20:02.732093 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 2e80fc59-d98c-4a76-b03f-c263a47e617d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2e80fc59-d98c-4a76-b03f-c263a47e617d,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:02.745213 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': '2e80fc59-d98c-4a76-b03f-c263a47e617d', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'port_id': '2e80fc59-d98c-4a76-b03f-c263a47e617d', 'mac_address': 'fa:16:3e:79:a8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50f50-0dee-4fa5-a2f6-4c67058ddd97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 13:20:02.803213 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:02.823844 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e80fc59-d98c-4a76-b03f-c263a47e617d {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:20:02.839326 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 2e80fc59-d98c-4a76-b03f-c263a47e617d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2e80fc59-d98c-4a76-b03f-c263a47e617d,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:02.842663 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:02.844507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c7566883-e5cb-47cb-b510-ae5b4c8197db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:02.910696 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=2e80fc59-d98c-4a76-b03f-c263a47e617d,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:02.914293 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:03.120936 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['2e80fc59-d98c-4a76-b03f-c263a47e617d'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:20:03.556993 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e710-c2f6-4562-ada7-a9b0abcf53dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:03.853173 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025b9b-6bd5-4a5a-88a9-669fc5cd9ea2 req-1d54af28-9975-4857-9ed2-6d60bb0e5e46 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:03.854684 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4e025b9b-6bd5-4a5a-88a9-669fc5cd9ea2 req-1d54af28-9975-4857-9ed2-6d60bb0e5e46 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 945 time: 0.0909383 Jun 08 13:20:03.887146 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:03.900219 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4e025b9b-6bd5-4a5a-88a9-669fc5cd9ea2 req-7bd82cdf-2f65-4aff-a297-5d123a66a4d3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400357 Jun 08 13:20:04.577061 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 2e80fc59-d98c-4a76-b03f-c263a47e617d up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:04.645470 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port 2e80fc59-d98c-4a76-b03f-c263a47e617d completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:04.650293 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port 2e80fc59-d98c-4a76-b03f-c263a47e617d triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:04.650680 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:04.767509 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:04.794248 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55e983-596e-4c6d-b114-358122e22fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e80fc59-d98c-4a76-b03f-c263a47e617d'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:20:04.796482 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7cfc6-2f27-4923-b293-a1daea20a136" -d '{"events": [{"server_uuid": "4c55e983-596e-4c6d-b114-358122e22fed", "name": "network-vif-plugged", "status": "completed", "tag": "2e80fc59-d98c-4a76-b03f-c263a47e617d"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:20:04.804849 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port 2e80fc59-d98c-4a76-b03f-c263a47e617d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2e80fc59-d98c-4a76-b03f-c263a47e617d,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:04.811714 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:04.814483 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:04.854023 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105c507e-70e5-435f-890c-c5adb2400db4 x-openstack-request-id: req-105c507e-70e5-435f-890c-c5adb2400db4 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:20:04.854326 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55e983-596e-4c6d-b114-358122e22fed", "name": "network-vif-plugged", "status": "completed", "tag": "2e80fc59-d98c-4a76-b03f-c263a47e617d", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:20:04.854583 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-105c507e-70e5-435f-890c-c5adb2400db4 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:20:04.854976 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55e983-596e-4c6d-b114-358122e22fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e80fc59-d98c-4a76-b03f-c263a47e617d', 'code': 200} Jun 08 13:20:04.897156 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=2e80fc59-d98c-4a76-b03f-c263a47e617d,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:04.900091 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:04.900885 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:05.090736 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb599-9556-45a1-89ee-bf4698c08465 req-edb667f1-bba0-4dbe-9cd5-7d298d2129ac tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:05.092204 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c13eb599-9556-45a1-89ee-bf4698c08465 req-edb667f1-bba0-4dbe-9cd5-7d298d2129ac tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 946 time: 0.0824978 Jun 08 13:20:05.093248 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803a605-125e-4a38-87cf-a70c8d16072f req-4c5c2792-d64a-40ee-80e6-5cbe6e552e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:05.094749 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7803a605-125e-4a38-87cf-a70c8d16072f req-4c5c2792-d64a-40ee-80e6-5cbe6e552e4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 1099 time: 0.0704856 Jun 08 13:20:05.145192 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7803a605-125e-4a38-87cf-a70c8d16072f req-6aacbffa-a2b0-49ca-b5eb-79ce45aa3237 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Jun 08 13:20:05.148330 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c13eb599-9556-45a1-89ee-bf4698c08465 req-98eeb595-5f80-42a5-a1a1-965428339462 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Jun 08 13:20:06.429373 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada1cd-52cb-470a-ae2d-40b4d083d89e req-d66ace0d-482d-4407-838d-540a17a00e7a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:06.430800 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adada1cd-52cb-470a-ae2d-40b4d083d89e req-d66ace0d-482d-4407-838d-540a17a00e7a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 946 time: 0.1783309 Jun 08 13:20:06.481703 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-adada1cd-52cb-470a-ae2d-40b4d083d89e req-56134fac-23b2-4180-b23e-ca36a98fa4ff tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Jun 08 13:20:06.565416 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:07.706425 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37540) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:07.824943 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3315c06c-7d8c-4ed5-aeb6-588ec5037624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:07.927336 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3315c06c-7d8c-4ed5-aeb6-588ec5037624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:07.932360 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3315c06c-7d8c-4ed5-aeb6-588ec5037624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:07.940990 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6d215c6b-21f0-47df-bd10-cc229955a9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:07.979800 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3315c06c-7d8c-4ed5-aeb6-588ec5037624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e69e608f0cba4b55b4c03ff79d209b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722840 Jun 08 13:20:07.980824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315c06c-7d8c-4ed5-aeb6-588ec5037624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55fec58-df66-4f5c-9dec-0d4e101e64b8,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:07.982441 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37546) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:07.986328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3315c06c-7d8c-4ed5-aeb6-588ec5037624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:08.043480 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:08.071686 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:08.133088 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:08.135549 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:08.136695 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f55fec58-df66-4f5c-9dec-0d4e101e64b8 HTTP/1.1" status: 204 len: 168 time: 0.1532667 Jun 08 13:20:08.137492 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4afec146-42bc-4d42-ba8c-e1043cf72545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:08.149287 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55fec58-df66-4f5c-9dec-0d4e101e64b8,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:08.151907 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:08.861779 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37578) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:08.965922 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1002880162-network', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:08.988322 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Made reservation on behalf of 269b2763d2b6479bbbb6d7cf450ced88 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:20:08.991592 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.003390 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.113531 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.118694 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.121960 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b801627-a121-47c6-83d3-04bc53add320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:09.151593 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:20:09.160408 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46a5752-741b-4f5d-a593-c91c1083994b,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:09.164550 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:09.168382 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.168382 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.segments_db [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Added segment 41d39fc4-386b-4c21-b4ae-24ab49925550 of type vlan for network bda2f0c7-29c6-4166-9cc1-413944a4e248 Jun 08 13:20:09.199407 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.230041 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.231436 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:09.232040 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.235454 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8e8d638-2136-44c2-a39b-a29a88223951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:09.323071 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4601002 Jun 08 13:20:09.325992 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37582) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:09.331301 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Request body: {'subnet': {'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1002880162-subnet', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:09.332674 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=bda2f0c7-29c6-4166-9cc1-413944a4e248,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:09.339091 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:09.352158 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 13:20:09.355562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Made reservation on behalf of 269b2763d2b6479bbbb6d7cf450ced88 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:20:09.358217 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2324931'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.563973 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2436352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2324973'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.568102 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:09.640317 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52326cc3-1636-40c4-95ea-9e9117edf7b8,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:09.643619 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:09.649903 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Checking segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:09.650263 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Network hostable DHCP agents. Network: bda2f0c7-29c6-4166-9cc1-413944a4e248, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:20:09.668435 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:20:09.677474 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, bda2f0c7-29c6-4166-9cc1-413944a4e248) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:09.681536 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:09.682152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.686270 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee6e7a-6011-4502-bc14-56bb42480813 None None] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:20:09.700210 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-1bdc4ccb-c3ad-4125-9a8a-3d812dd5c913 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3729751 Jun 08 13:20:09.702883 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37586) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:09.707133 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:09.731272 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.732367 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.749393 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:09.902279 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-bda2f0c7-29c6-4166-9cc1-413944a4e248', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:20:09.903182 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.025376 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.056399 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Allocated IP 172.20.0.2 (bda2f0c7-29c6-4166-9cc1-413944a4e248/52326cc3-1636-40c4-95ea-9e9117edf7b8/59a96146-a9ad-42d3-b70c-73b8c42233c6) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:10.275871 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.285816 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Transition to ACTIVE for port object 59a96146-a9ad-42d3-b70c-73b8c42233c6 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:10.304888 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Transition to ACTIVE for port object 59a96146-a9ad-42d3-b70c-73b8c42233c6 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:10.310456 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.311088 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:10.311088 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:10.311088 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:10.311088 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:10.311088 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:10.311088 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:10.328778 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:10.329900 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:10.332963 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:10.347581 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.377226 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.438101 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Attempting to bind port 59a96146-a9ad-42d3-b70c-73b8c42233c6 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:10.438735 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Attempting to bind port 59a96146-a9ad-42d3-b70c-73b8c42233c6 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:10.438853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Attempting to bind port 59a96146-a9ad-42d3-b70c-73b8c42233c6 on network bda2f0c7-29c6-4166-9cc1-413944a4e248 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:10.444736 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:10.445369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Checking segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:10.445812 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.446223 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Bound using segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:10.446687 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Bound port: 59a96146-a9ad-42d3-b70c-73b8c42233c6, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:10.447072 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.516816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Allocated IP 172.27.0.118 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/b5b10b70-8dca-4e8d-8e7e-1acc6cda508b) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:10.536407 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] For port 59a96146-a9ad-42d3-b70c-73b8c42233c6, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:10.539308 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] For port 59a96146-a9ad-42d3-b70c-73b8c42233c6, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=59a96146-a9ad-42d3-b70c-73b8c42233c6,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:10.543467 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.547772 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-344dd35d-be7c-475a-84c9-d949cd1c25ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:10.629785 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Pushing event updated for resources: {'Port': ['ID=59a96146-a9ad-42d3-b70c-73b8c42233c6,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:10.635653 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:10.792783 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.826788 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:10.827521 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:10.827521 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:10.827521 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:10.827521 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:10.827521 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:10.827521 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:10.845338 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:10.846501 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:10.848869 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:11.264682 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:11.484882 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095054d-7ccc-4b95-876f-349c67ed5af7 None None] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:20:11.620933 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-3284a602-7d45-4722-85a8-12a353797b4d None None] Provisioning for port 59a96146-a9ad-42d3-b70c-73b8c42233c6 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:11.624983 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:11.848541 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Router 7d049769-ca2d-4c6f-936d-a9390fdbd12f is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 13:20:11.965484 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 59a96146-a9ad-42d3-b70c-73b8c42233c6 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:12.031589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 59a96146-a9ad-42d3-b70c-73b8c42233c6 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:12.034022 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:20:12.039560 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 59a96146-a9ad-42d3-b70c-73b8c42233c6 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:12.039915 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.052916 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.054249 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-35febc76-c4e9-4527-93f9-28c084499663 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3503237 Jun 08 13:20:12.056716 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37592) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:12.074442 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Sync routers for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:20:12.114399 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:12.115093 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:12.171614 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-0e20fa66-bc35-48c0-9b6f-3860b2b2dbd5 None None] Provisioning complete for port 59a96146-a9ad-42d3-b70c-73b8c42233c6 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:12.172000 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e20fa66-bc35-48c0-9b6f-3860b2b2dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.389584 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.448679 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:12.651008 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 59a96146-a9ad-42d3-b70c-73b8c42233c6, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=59a96146-a9ad-42d3-b70c-73b8c42233c6,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:12.656703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e20fa66-bc35-48c0-9b6f-3860b2b2dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.668244 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.672923 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6bbe0492-1a75-409b-b4ab-602b6a4a1d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:12.834498 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=59a96146-a9ad-42d3-b70c-73b8c42233c6,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:12.843915 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:12.850970 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.db.api [None req-0e20fa66-bc35-48c0-9b6f-3860b2b2dbd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 13:20:12.851340 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_db.api [None req-0e20fa66-bc35-48c0-9b6f-3860b2b2dbd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:20:12.855443 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:12.911805 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:11Z', 'revision_number': 3, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:12.918104 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Checking router: 7d049769-ca2d-4c6f-936d-a9390fdbd12f for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:20:12.918474 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Updating router 7d049769-ca2d-4c6f-936d-a9390fdbd12f port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:20:12.976420 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.068903 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Allocated IP 172.20.0.1 (bda2f0c7-29c6-4166-9cc1-413944a4e248/52326cc3-1636-40c4-95ea-9e9117edf7b8/7b24748c-853f-44fb-802c-7e766d4000cf) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:13.213849 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.232477 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Transition to ACTIVE for port object 7b24748c-853f-44fb-802c-7e766d4000cf will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:13.269433 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.270676 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:13.270676 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:13.270676 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:13.270676 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:13.270676 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:13.270676 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:13.289393 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:13.290586 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:13.293026 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:13.351010 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.353246 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.402948 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Transition to ACTIVE for port object b5b10b70-8dca-4e8d-8e7e-1acc6cda508b will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:13.415161 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.420266 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c7566883-e5cb-47cb-b510-ae5b4c8197db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:13.471931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.502487 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Attempting to bind port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:13.502866 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Attempting to bind port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:13.503233 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Attempting to bind port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:13.505405 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c6ba7-760b-4cc6-9758-09146c1dc4ed None None] Pushing event updated for resources: {'Port': ['ID=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:13.509725 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-329c6ba7-760b-4cc6-9758-09146c1dc4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:13.512367 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:13.512752 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:13.513162 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.513557 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:13.514063 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Bound port: b5b10b70-8dca-4e8d-8e7e-1acc6cda508b, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:13.514445 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.593512 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] For port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:13.595676 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-06d6c4af-2af5-4f39-870e-d131d87444af None None] Provisioning for port 7b24748c-853f-44fb-802c-7e766d4000cf completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:13.599663 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] For port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:13.602603 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-06d6c4af-2af5-4f39-870e-d131d87444af None None] Provisioning complete for port 7b24748c-853f-44fb-802c-7e766d4000cf triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:13.602959 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-06d6c4af-2af5-4f39-870e-d131d87444af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.631314 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.648744 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:13.707529 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.712898 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.722256 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-06d6c4af-2af5-4f39-870e-d131d87444af None None] Port 7b24748c-853f-44fb-802c-7e766d4000cf cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 13:20:13.735553 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:13.736173 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:13.738926 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d27dbef2-3bef-42f6-a56c-133c4c0f33e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:13.799492 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c6ba7-760b-4cc6-9758-09146c1dc4ed None None] Pushing event updated for resources: {'Port': ['ID=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:13.853999 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-329c6ba7-760b-4cc6-9758-09146c1dc4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:13.925346 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:13.955088 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b24748c-853f-44fb-802c-7e766d4000cf,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:13.957434 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:13.966583 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:13.971195 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 59a96146-a9ad-42d3-b70c-73b8c42233c6 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:14.093013 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:14.094178 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:14.194776 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 59a96146-a9ad-42d3-b70c-73b8c42233c6 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:14.195420 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:14.294768 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Router 7d049769-ca2d-4c6f-936d-a9390fdbd12f has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:20:14.407585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e342c60-8e3e-42bb-b19b-b82977d4c6ca None None] Provisioning complete for port 7b24748c-853f-44fb-802c-7e766d4000cf triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:14.407963 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e342c60-8e3e-42bb-b19b-b82977d4c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:14.468911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 2, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:14.473558 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e342c60-8e3e-42bb-b19b-b82977d4c6ca None None] Port 7b24748c-853f-44fb-802c-7e766d4000cf cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 13:20:14.475734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e45323-7b80-4767-8bfc-bce90b819237 None None] The sync data for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi is: [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 2, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:20:14.482720 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:20:14.487482 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3812e18e-840b-41e3-9008-252011a9bff4 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d049769-ca2d-4c6f-936d-a9390fdbd12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297967 Jun 08 13:20:15.055584 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 37614) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:15.063059 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-913644439-network', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:15.125186 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Made reservation on behalf of cbe78085808e41c59fd0d0357649c609 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:20:15.127609 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-66672877'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.140466 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.232918 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:20:15.272319 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.277141 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.280751 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b4fa74c7-8944-46d3-beb0-2a84889ffdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:15.316607 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:20:15.323341 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0dadd-46df-41c7-a5b7-2f56a449dbb4,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:15.326867 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:15.332750 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.333230 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.db.segments_db [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Added segment 31074626-15f9-4148-a385-c4fb8e356575 of type vlan for network 30e6945c-49e7-4177-abf3-2c36c8fcf639 Jun 08 13:20:15.371252 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743646448604'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.405812 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.407626 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:15.408238 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.421678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:15.485429 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4286907 Jun 08 13:20:15.488460 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37622) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:15.494105 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Request body: {'subnet': {'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-913644439-subnet', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:15.516973 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Made reservation on behalf of cbe78085808e41c59fd0d0357649c609 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:20:15.521077 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2942196'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.529888 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=30e6945c-49e7-4177-abf3-2c36c8fcf639,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:15.541897 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd5aeaf5-1fb2-42f5-b98d-2d4bdef6e3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:15.542528 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 details requested by agent ovs-agent-dv-cinder-784477-4-iscsi with host dv-cinder-784477-4-iscsi {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 13:20:15.761202 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2942170'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.765948 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b66445d-0beb-4433-b739-1aa4f59631e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:15.849007 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:15.852733 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:15.859375 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Checking segment: {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:15.859871 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Network hostable DHCP agents. Network: 30e6945c-49e7-4177-abf3-2c36c8fcf639, hostable agents: ['6fcd7b35-0034-4a73-963d-e6d55be92ac7'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:20:15.882393 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 is scheduled to be hosted by DHCP agent 6fcd7b35-0034-4a73-963d-e6d55be92ac7 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:20:15.897840 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-iscsi, 30e6945c-49e7-4177-abf3-2c36c8fcf639) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:15.909722 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:15.910711 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.912863 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5931c-de3e-4a4b-b345-3e5571767d13 None None] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:20:15.937568 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8e5bd498-98ac-47f7-a329-984fa79182fd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4479864 Jun 08 13:20:15.939996 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37632) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:15.948315 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:15.994784 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-522069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4452'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:15.995856 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4381'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.001516 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b5b10b70-8dca-4e8d-8e7e-1acc6cda508b up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:16.019493 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.199413 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:16.211278 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:16.211656 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.289166 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4367'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.309810 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp541376a4-7d0e-5c47-8e6e-9208e55fe691-30e6945c-49e7-4177-abf3-2c36c8fcf639', 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'fixed_ips': [{'subnet_id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206'}]}} from dv-cinder-784477-4-iscsi. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:20:16.310632 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.453327 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.510585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:16.519900 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.523651 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:16.581734 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Allocated IP 172.20.0.2 (30e6945c-49e7-4177-abf3-2c36c8fcf639/a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206/a79897a9-c593-4018-8499-f5c13b46306c) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:16.607916 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:16.623691 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Sync routers for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:20:16.624960 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:16.637808 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:16.638298 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:16.643467 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.676288 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.830449 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.842793 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Transition to ACTIVE for port object a79897a9-c593-4018-8499-f5c13b46306c will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:16.843472 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:16.864110 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Transition to ACTIVE for port object a79897a9-c593-4018-8499-f5c13b46306c will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:16.874237 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:16.874974 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:16.874974 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:16.874974 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:16.874974 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:16.874974 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:16.874974 dv-cinder-784477-4-iscsi neutron-server[103603]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:16.894301 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:16.895575 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:16.899163 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:16.923512 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Allocated IP 172.27.0.120 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/adb183c4-26d8-4040-aa2a-784f6f594ed6) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:16.995643 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Attempting to bind port a79897a9-c593-4018-8499-f5c13b46306c on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:16.996012 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Attempting to bind port a79897a9-c593-4018-8499-f5c13b46306c by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:16.996378 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Attempting to bind port a79897a9-c593-4018-8499-f5c13b46306c on network 30e6945c-49e7-4177-abf3-2c36c8fcf639 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:17.002048 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:17.002426 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Checking segment: {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:17.002830 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.003222 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Bound using segment: {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:17.003717 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Bound port: a79897a9-c593-4018-8499-f5c13b46306c, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:17.004095 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.093986 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] For port a79897a9-c593-4018-8499-f5c13b46306c, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:17.097861 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] For port a79897a9-c593-4018-8499-f5c13b46306c, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=a79897a9-c593-4018-8499-f5c13b46306c,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:17.101472 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.103968 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.110384 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:17.156254 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.156863 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:17.156863 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:17.156863 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:17.156863 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:17.156863 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:17.156863 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:17.187707 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:17.190738 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:17.194016 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:17.197936 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 2, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:17.203011 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Pushing event updated for resources: {'Port': ['ID=a79897a9-c593-4018-8499-f5c13b46306c,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:17.203204 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Checking router: 7d049769-ca2d-4c6f-936d-a9390fdbd12f for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:20:17.203399 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Updating router 7d049769-ca2d-4c6f-936d-a9390fdbd12f port 7b24748c-853f-44fb-802c-7e766d4000cf binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:20:17.207542 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-35ef637a-147d-456b-a1d7-ae5424ac71a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:17.309434 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.687915 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.700273 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Transition to ACTIVE for port object 7b24748c-853f-44fb-802c-7e766d4000cf will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:17.707086 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.710793 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:17.753929 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-ea2352d9-a71b-4343-824c-211cd6f71d50 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:17.755367 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-ea2352d9-a71b-4343-824c-211cd6f71d50 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.3375776 Jun 08 13:20:17.772128 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-8ba31f6a-ab84-4902-b86a-9b964b3cb45b tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/quotas/fc6400aa70044b158592e896b817924e HTTP/1.1" status: 200 len: 375 time: 0.0107553 Jun 08 13:20:17.778152 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Pushing event updated for resources: {'Port': ['ID=7b24748c-853f-44fb-802c-7e766d4000cf,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:17.853040 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.853549 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.854010 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.854706 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.855276 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.855845 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.856422 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.856937 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.857356 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.857897 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.858294 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.858686 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:17.859893 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:17.863388 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:18.012314 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Attempting to bind port 7b24748c-853f-44fb-802c-7e766d4000cf on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:18.012639 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Attempting to bind port 7b24748c-853f-44fb-802c-7e766d4000cf by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:18.013221 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Attempting to bind port 7b24748c-853f-44fb-802c-7e766d4000cf on network bda2f0c7-29c6-4166-9cc1-413944a4e248 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:18.019194 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:18.019903 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Checking segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:18.020512 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.021164 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Bound using segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:18.022620 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Bound port: 7b24748c-853f-44fb-802c-7e766d4000cf, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:18.023195 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.044299 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-01d7037c-2311-4245-978e-1b831cfc948e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2642994 Jun 08 13:20:18.104830 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b5b10b70-8dca-4e8d-8e7e-1acc6cda508b up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:18.127954 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] For port 7b24748c-853f-44fb-802c-7e766d4000cf, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:18.133115 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] For port 7b24748c-853f-44fb-802c-7e766d4000cf, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=7b24748c-853f-44fb-802c-7e766d4000cf,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:18.142031 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.148036 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-cdd63a71-7874-427e-88a0-7386882afb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:18.203283 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:18.203852 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.228365 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:18.229004 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:18.323362 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Pushing event updated for resources: {'Port': ['ID=7b24748c-853f-44fb-802c-7e766d4000cf,revision_number=4']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:18.372799 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49a673-2590-4888-bff0-15c345a6d834 None None] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:20:18.395111 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:18.454217 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device a79897a9-c593-4018-8499-f5c13b46306c up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:18.475512 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:18.524155 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-0e2ece8b-225f-42e5-9740-b7438581249a service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984826 Jun 08 13:20:18.525381 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516534'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.528040 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-a6a9639a-d39a-4004-9f89-a2a1d8f22584 None None] Provisioning for port a79897a9-c593-4018-8499-f5c13b46306c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:18.613441 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port a79897a9-c593-4018-8499-f5c13b46306c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:18.626972 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port a79897a9-c593-4018-8499-f5c13b46306c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:18.627358 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.814546 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.820794 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:18Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:18.824323 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-342c9026-d610-4c26-b73e-a53eda6ee72b service neutron] 10.222.0.21 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917948 Jun 08 13:20:18.826286 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb07f81-1d00-424e-9a9a-ec3e97cad5e8 None None] The sync data for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi is: [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:18Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:20:18.855099 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port a79897a9-c593-4018-8499-f5c13b46306c, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=a79897a9-c593-4018-8499-f5c13b46306c,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:18.862511 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:18.865710 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:18.872866 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Router b0836020-19f2-4b9a-9d3c-80ec7716fb42 is scheduled to L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 13:20:18.963988 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=a79897a9-c593-4018-8499-f5c13b46306c,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:18.967628 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:19.095681 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-dc698f89-e261-44ae-8a6d-5519ed39a304 req-d1d68faf-1051-4989-aeac-acd46c695ff7 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 210 time: 0.0528662 Jun 08 13:20:19.143158 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:20:19.165718 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Sync routers for ids ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:20:19.173704 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:19.174928 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-b6da27f3-1dc8-448d-803e-73a3982206c8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2325220 Jun 08 13:20:19.177615 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 37656) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:20:19.182397 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2829f1fd-02db-4977-9754-1148f77045bf None None] Provisioning complete for port a79897a9-c593-4018-8499-f5c13b46306c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:19.182790 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2829f1fd-02db-4977-9754-1148f77045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:19.217369 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Routers {'b0836020-19f2-4b9a-9d3c-80ec7716fb42'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:19.218348 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:19.559347 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Set router b0836020-19f2-4b9a-9d3c-80ec7716fb42 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:19.875996 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:17Z', 'revision_number': 3, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:19.881919 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Checking router: b0836020-19f2-4b9a-9d3c-80ec7716fb42 for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:20:19.882222 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Updating router b0836020-19f2-4b9a-9d3c-80ec7716fb42 port adb183c4-26d8-4040-aa2a-784f6f594ed6 binding host dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:20:19.918282 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:19.939499 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:19.986254 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7b24748c-853f-44fb-802c-7e766d4000cf up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:20.147336 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port 7b24748c-853f-44fb-802c-7e766d4000cf completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:20.209218 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 7b24748c-853f-44fb-802c-7e766d4000cf triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:20.209914 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.292470 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-98b1b544-39e1-4dee-a2ed-8a6652a0067a req-ff45ff26-e118-4f86-92af-1e4ab874def3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 210 time: 0.0644453 Jun 08 13:20:20.330686 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-1cc7cdc5-452b-454a-b918-1e4845fd0b72 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:20.333078 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-1cc7cdc5-452b-454a-b918-1e4845fd0b72 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 814 time: 0.1738260 Jun 08 13:20:20.361185 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Request body: {'port': {'device_id': '115e5614-1140-4ef1-9279-234baba1fba0', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'admin_state_up': True, 'tenant_id': 'fc6400aa70044b158592e896b817924e'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:20.368265 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Allocated IP 172.20.0.1 (30e6945c-49e7-4177-abf3-2c36c8fcf639/a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206/b2ed9170-2708-4299-9be7-9619cc76c9ef) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:20.397886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.490133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port 7b24748c-853f-44fb-802c-7e766d4000cf, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=7b24748c-853f-44fb-802c-7e766d4000cf,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:20.500327 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.501204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device a79897a9-c593-4018-8499-f5c13b46306c up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:20.539668 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:20.548844 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.558329 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Made reservation on behalf of fc6400aa70044b158592e896b817924e for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:20:20.562127 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.566662 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Transition to ACTIVE for port object b2ed9170-2708-4299-9be7-9619cc76c9ef will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:20.571933 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.596466 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.597637 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:20.597637 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:20.597637 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:20.597637 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:20.597637 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:20.597637 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:20.620768 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:20.623023 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:20.626389 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:20.626559 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Transition to ACTIVE for port object adb183c4-26d8-4040-aa2a-784f6f594ed6 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:20.646391 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.661025 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=7b24748c-853f-44fb-802c-7e766d4000cf,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:20.677186 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:20.678277 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:20.703030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444128'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.744684 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Attempting to bind port adb183c4-26d8-4040-aa2a-784f6f594ed6 on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:20.745069 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Attempting to bind port adb183c4-26d8-4040-aa2a-784f6f594ed6 by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:20.745450 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Attempting to bind port adb183c4-26d8-4040-aa2a-784f6f594ed6 on network d313d6da-3da1-412d-96cb-e9a1a4db2202 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:20.745599 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Allocated IP 172.20.0.12 (f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9/49d50f50-0dee-4fa5-a2f6-4c67058ddd97/a3fe3311-da49-4147-9803-743301b110e5) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:20.751135 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port a79897a9-c593-4018-8499-f5c13b46306c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:20.751528 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.797045 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:20.797439 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Checking segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:20.797886 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.798294 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Bound using segment: {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:20.798791 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Bound port: adb183c4-26d8-4040-aa2a-784f6f594ed6, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:20.799181 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.853064 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13ff2f-1026-43a4-a559-8b98e1ba8d2b None None] Pushing event updated for resources: {'Port': ['ID=adb183c4-26d8-4040-aa2a-784f6f594ed6,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:20.918224 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-ce13ff2f-1026-43a4-a559-8b98e1ba8d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:20.961180 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] For port adb183c4-26d8-4040-aa2a-784f6f594ed6, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:20.965431 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] For port adb183c4-26d8-4040-aa2a-784f6f594ed6, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=adb183c4-26d8-4040-aa2a-784f6f594ed6,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:20.978678 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.989341 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:20.999053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.013895 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:21.025963 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.028646 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:21.028646 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:21.028646 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:21.028646 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:21.028646 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:21.028646 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:21.050910 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:21.053471 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:21.053621 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93', 'd9521518-f7d2-430c-836c-ce2cb75cd640', '2e80fc59-d98c-4a76-b03f-c263a47e617d'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:20:21.061886 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:21.101680 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f8d3b38e-8768-464e-9f31-33ff6331db41 None None] Provisioning for port b2ed9170-2708-4299-9be7-9619cc76c9ef completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:21.130164 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:21.130500 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.133189 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f8d3b38e-8768-464e-9f31-33ff6331db41 None None] Provisioning complete for port b2ed9170-2708-4299-9be7-9619cc76c9ef triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:21.133572 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b38e-8768-464e-9f31-33ff6331db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.149133 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-e0c040f4-d9ff-47c5-9695-1d42e73b9050 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7944920 Jun 08 13:20:21.162172 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Request body: {'port': {'device_id': '115e5614-1140-4ef1-9279-234baba1fba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:21.219706 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.228200 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.232252 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Routers {'b0836020-19f2-4b9a-9d3c-80ec7716fb42'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:21.232920 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:21.256811 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e7941002-5c1f-4375-99c4-0d70db12790d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:21.292073 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3b38e-8768-464e-9f31-33ff6331db41 None None] Port b2ed9170-2708-4299-9be7-9619cc76c9ef cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 13:20:21.303399 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13ff2f-1026-43a4-a559-8b98e1ba8d2b None None] Pushing event updated for resources: {'Port': ['ID=adb183c4-26d8-4040-aa2a-784f6f594ed6,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:21.347068 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ed9170-2708-4299-9be7-9619cc76c9ef,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:21.350128 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443937'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.354821 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:21.359908 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-ce13ff2f-1026-43a4-a559-8b98e1ba8d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:21.420837 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.476046 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] Set router b0836020-19f2-4b9a-9d3c-80ec7716fb42 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:21.560640 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:21.563219 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:21.573870 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1f823-035e-4017-8678-c28ae5940743 req-4b343e9d-4d1d-4f80-8b0e-07980f025c0f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:21.576379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aea1f823-035e-4017-8678-c28ae5940743 req-4b343e9d-4d1d-4f80-8b0e-07980f025c0f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 932 time: 0.1318390 Jun 08 13:20:21.830742 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fe3311-da49-4147-9803-743301b110e5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:20:21.839193 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.857786 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Transition to ACTIVE for port object a3fe3311-da49-4147-9803-743301b110e5 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:21.862468 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:21.873042 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cfbe80c0-b05c-410a-8270-fa4d246b4961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:21.924020 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Router b0836020-19f2-4b9a-9d3c-80ec7716fb42 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:20:21.949847 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aea1f823-035e-4017-8678-c28ae5940743 req-49d8b0b5-5b5f-4e19-b31b-92f7f9f82f06 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870266 Jun 08 13:20:21.985549 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7b24748c-853f-44fb-802c-7e766d4000cf up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:22.015985 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-b8f15d9e-93a2-4ba5-a506-4f3a7863d0c4 None None] Provisioning complete for port b2ed9170-2708-4299-9be7-9619cc76c9ef triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:22.016382 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b8f15d9e-93a2-4ba5-a506-4f3a7863d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:22.071944 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Pushing event updated for resources: {'Port': ['ID=a3fe3311-da49-4147-9803-743301b110e5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:22.102960 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:22.108032 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'b2ed9170-2708-4299-9be7-9619cc76c9ef', 'name': '', 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'mac_address': 'fa:16:3e:ae:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:20Z', 'updated_at': '2021-06-08T13:20:21Z', 'revision_number': 2, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'subnets': [{'id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:22.128116 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f7b15-2f9f-4cd4-8fc8-6eaf10ec328c None None] The sync data for ids ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'] in dv-cinder-784477-4-iscsi is: [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'b2ed9170-2708-4299-9be7-9619cc76c9ef', 'name': '', 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'mac_address': 'fa:16:3e:ae:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:20Z', 'updated_at': '2021-06-08T13:20:21Z', 'revision_number': 2, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'subnets': [{'id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:20:22.129837 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:20:22.138986 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-b8f15d9e-93a2-4ba5-a506-4f3a7863d0c4 None None] Port b2ed9170-2708-4299-9be7-9619cc76c9ef cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 13:20:22.143432 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8e18e0c9-84bb-4e2b-ad1e-9f9fbbc56d07 admin admin] 10.222.0.21 "PUT /v2.0/routers/b0836020-19f2-4b9a-9d3c-80ec7716fb42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9647088 Jun 08 13:20:22.154042 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Attempting to bind port a3fe3311-da49-4147-9803-743301b110e5 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:22.154638 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Attempting to bind port a3fe3311-da49-4147-9803-743301b110e5 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:22.155121 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Attempting to bind port a3fe3311-da49-4147-9803-743301b110e5 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:22.163790 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Port a3fe3311-da49-4147-9803-743301b110e5 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 13:20:22.164118 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Attempting to bind port a3fe3311-da49-4147-9803-743301b110e5 on network f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:22.175841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:22.176179 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Checking segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:22.176562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Bound using segment: {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:22.176990 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Bound port: a3fe3311-da49-4147-9803-743301b110e5, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:22.177375 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:22.190585 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port 7b24748c-853f-44fb-802c-7e766d4000cf triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:22.190969 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:22.280089 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] For port a3fe3311-da49-4147-9803-743301b110e5, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:22.283799 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] For port a3fe3311-da49-4147-9803-743301b110e5, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3fe3311-da49-4147-9803-743301b110e5,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:22.291023 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:22.298826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d66d9a9c-63a3-43a9-b855-c680b1d23766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:22.352350 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:22.352973 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:22.354344 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] 10.222.0.59 "PUT /v2.0/ports/a3fe3311-da49-4147-9803-743301b110e5 HTTP/1.1" status: 200 len: 1094 time: 1.1974230 Jun 08 13:20:22.354857 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115e5614-1140-4ef1-9279-234baba1fba0', 'tag': 'a3fe3311-da49-4147-9803-743301b110e5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:20:22.357266 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80c7da-26e2-4b73-bc80-9cf44cc44686" -d '{"events": [{"name": "network-changed", "server_uuid": "115e5614-1140-4ef1-9279-234baba1fba0", "tag": "a3fe3311-da49-4147-9803-743301b110e5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:20:22.409440 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Pushing event updated for resources: {'Port': ['ID=a3fe3311-da49-4147-9803-743301b110e5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:22.416961 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:22.465005 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185c8d08-d52e-4233-9175-3f324f831cb6 x-openstack-request-id: req-185c8d08-d52e-4233-9175-3f324f831cb6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:20:22.465816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115e5614-1140-4ef1-9279-234baba1fba0", "tag": "a3fe3311-da49-4147-9803-743301b110e5", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:20:22.465816 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-185c8d08-d52e-4233-9175-3f324f831cb6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:20:22.466058 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115e5614-1140-4ef1-9279-234baba1fba0', 'tag': 'a3fe3311-da49-4147-9803-743301b110e5', 'status': 'completed', 'code': 200} Jun 08 13:20:22.509778 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-78e0ed48-8ea0-4b36-b1f6-f5c54beb8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:22.511599 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-78e0ed48-8ea0-4b36-b1f6-f5c54beb8fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 1097 time: 0.0903294 Jun 08 13:20:22.598186 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-7fc1081f-490a-4dd7-ad65-334114731e0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3fe3311-da49-4147-9803-743301b110e5 HTTP/1.1" status: 200 len: 217 time: 0.0683560 Jun 08 13:20:22.673391 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-2405383c-8cbc-426d-997d-19bf3d2bb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:22.674979 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-2405383c-8cbc-426d-997d-19bf3d2bb27a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0647225 Jun 08 13:20:22.724938 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-cfd59783-72bd-4300-8ed7-0792e11cd572 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414803 Jun 08 13:20:22.894785 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-42382c1f-3edb-4f44-854c-3ef39f8df10b service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598673 Jun 08 13:20:23.052756 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-34e98a1e-e597-42d5-ba13-521bcd7b0ff7 req-476b2b97-7275-4020-b1c8-bff0d4b2ee25 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482055 Jun 08 13:20:23.233947 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-d69b5236-6e3c-4328-bedb-1700db6f965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:23.235913 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-d69b5236-6e3c-4328-bedb-1700db6f965a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 1097 time: 0.1138692 Jun 08 13:20:23.530697 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d143888-bcb7-4b3e-af00-a47121907edb req-9d10cb1b-8b95-42c6-a1de-b538ae1b57d0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:23.540784 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d143888-bcb7-4b3e-af00-a47121907edb req-9d10cb1b-8b95-42c6-a1de-b538ae1b57d0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 944 time: 0.2796128 Jun 08 13:20:23.601953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-86423640-6170-43c7-96b7-2250882de8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:23.603435 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-86423640-6170-43c7-96b7-2250882de8a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 915 time: 0.3518317 Jun 08 13:20:23.606229 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6d143888-bcb7-4b3e-af00-a47121907edb req-084a2a7d-f703-4e43-a831-83f928b46eb2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644567 Jun 08 13:20:23.675259 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-fdecd9da-d850-4769-a285-d4655e2b3043 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3fe3311-da49-4147-9803-743301b110e5 HTTP/1.1" status: 200 len: 217 time: 0.0627818 Jun 08 13:20:23.767911 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-b01cb621-82a8-4ae4-8060-80af8baec42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:23.769584 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-b01cb621-82a8-4ae4-8060-80af8baec42d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0865479 Jun 08 13:20:23.825001 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-ad506372-0732-4003-9f61-53e2d96afd4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462892 Jun 08 13:20:23.990694 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-d2294627-cca3-40ea-b7ec-b2fb9f5badd0 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572461 Jun 08 13:20:24.017137 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device adb183c4-26d8-4040-aa2a-784f6f594ed6 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:24.101197 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port adb183c4-26d8-4040-aa2a-784f6f594ed6 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:24.110604 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port adb183c4-26d8-4040-aa2a-784f6f594ed6 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:24.111259 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:24.159922 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-5e80c7da-26e2-4b73-bc80-9cf44cc44686 req-12f291da-9a38-4af2-b244-be1875d57c42 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630394 Jun 08 13:20:24.243599 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:24.260835 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port adb183c4-26d8-4040-aa2a-784f6f594ed6, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=adb183c4-26d8-4040-aa2a-784f6f594ed6,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:24.266023 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:24.268083 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:24.343140 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=adb183c4-26d8-4040-aa2a-784f6f594ed6,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:24.347516 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:24.729725 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device a3fe3311-da49-4147-9803-743301b110e5 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 13:20:24.817232 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93eb94-9429-437d-8d09-b76a636a80b4 req-30cebc38-12e4-4e2c-8fac-87567835851f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:24.818865 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-be93eb94-9429-437d-8d09-b76a636a80b4 req-30cebc38-12e4-4e2c-8fac-87567835851f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 944 time: 0.1091275 Jun 08 13:20:24.875880 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-be93eb94-9429-437d-8d09-b76a636a80b4 req-6545f275-c61a-4506-b61f-8b79cc83b177 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491834 Jun 08 13:20:25.000013 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port a3fe3311-da49-4147-9803-743301b110e5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3fe3311-da49-4147-9803-743301b110e5,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:25.017516 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'a3fe3311-da49-4147-9803-743301b110e5', 'network_id': 'f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9', 'port_id': 'a3fe3311-da49-4147-9803-743301b110e5', 'mac_address': 'fa:16:3e:f0:fa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50f50-0dee-4fa5-a2f6-4c67058ddd97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 13:20:25.080027 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:25.098400 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fe3311-da49-4147-9803-743301b110e5 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:20:25.114511 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port a3fe3311-da49-4147-9803-743301b110e5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3fe3311-da49-4147-9803-743301b110e5,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:25.121683 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:25.123548 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:25.198356 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=a3fe3311-da49-4147-9803-743301b110e5,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:25.201299 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:25.409221 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['a3fe3311-da49-4147-9803-743301b110e5'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:20:25.960110 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device adb183c4-26d8-4040-aa2a-784f6f594ed6 up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:26.060731 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port adb183c4-26d8-4040-aa2a-784f6f594ed6 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:26.061361 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:26.132011 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ced840-5829-49ca-8db5-650bbfe87f96 req-92c2bf3a-1203-4aa1-9e3c-abc6c0b61e8a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:26.133545 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7ced840-5829-49ca-8db5-650bbfe87f96 req-92c2bf3a-1203-4aa1-9e3c-abc6c0b61e8a tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 945 time: 0.1112118 Jun 08 13:20:26.200864 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c7ced840-5829-49ca-8db5-650bbfe87f96 req-8c18b659-6277-4556-8a5f-abc214b5ba4b tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610018 Jun 08 13:20:26.226746 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Sync routers for ids ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:20:26.237702 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Routers {'b0836020-19f2-4b9a-9d3c-80ec7716fb42'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:26.239373 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:26.455121 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Set router b0836020-19f2-4b9a-9d3c-80ec7716fb42 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:26.582376 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:26.742892 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device a3fe3311-da49-4147-9803-743301b110e5 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:26.790507 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'b2ed9170-2708-4299-9be7-9619cc76c9ef', 'name': '', 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'mac_address': 'fa:16:3e:ae:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:20Z', 'updated_at': '2021-06-08T13:20:21Z', 'revision_number': 2, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'subnets': [{'id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:26.794654 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Checking router: b0836020-19f2-4b9a-9d3c-80ec7716fb42 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:20:26.795028 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Updating router b0836020-19f2-4b9a-9d3c-80ec7716fb42 port b2ed9170-2708-4299-9be7-9619cc76c9ef binding host dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:20:26.835244 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port a3fe3311-da49-4147-9803-743301b110e5 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:26.841778 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port a3fe3311-da49-4147-9803-743301b110e5 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:26.842407 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:26.856844 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:26.995061 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.034037 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port a3fe3311-da49-4147-9803-743301b110e5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3fe3311-da49-4147-9803-743301b110e5,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:27.035340 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115e5614-1140-4ef1-9279-234baba1fba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fe3311-da49-4147-9803-743301b110e5'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:20:27.038996 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49593d51-47a9-43a7-b460-a03e0c7d107a" -d '{"events": [{"server_uuid": "115e5614-1140-4ef1-9279-234baba1fba0", "name": "network-vif-plugged", "status": "completed", "tag": "a3fe3311-da49-4147-9803-743301b110e5"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:20:27.053801 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.058751 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-329c6ba7-760b-4cc6-9758-09146c1dc4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:27.155309 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea92c327-864c-4877-9326-084b0266eb4a x-openstack-request-id: req-ea92c327-864c-4877-9326-084b0266eb4a {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:20:27.158091 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115e5614-1140-4ef1-9279-234baba1fba0", "name": "network-vif-plugged", "status": "completed", "tag": "a3fe3311-da49-4147-9803-743301b110e5", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:20:27.158745 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea92c327-864c-4877-9326-084b0266eb4a {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:20:27.159173 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115e5614-1140-4ef1-9279-234baba1fba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fe3311-da49-4147-9803-743301b110e5', 'code': 200} Jun 08 13:20:27.180720 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=a3fe3311-da49-4147-9803-743301b110e5,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:27.191695 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:27.355241 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.382930 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Transition to ACTIVE for port object b2ed9170-2708-4299-9be7-9619cc76c9ef will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:27.401626 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.406748 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-23bb6f80-0afc-4427-a0c5-f022a92d7da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:27.424007 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957c9ba-8551-4ef1-99a0-8ffb2a5f87e9 req-f78c104b-7eee-48f7-9935-a4008366aa42 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:27.426173 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4957c9ba-8551-4ef1-99a0-8ffb2a5f87e9 req-f78c104b-7eee-48f7-9935-a4008366aa42 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 946 time: 0.1061482 Jun 08 13:20:27.459553 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f49cd-0282-4592-9ff6-87cae3e50a6a req-36c7cc40-f6aa-4ba4-9638-07856d990968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:27.462242 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b70f49cd-0282-4592-9ff6-87cae3e50a6a req-36c7cc40-f6aa-4ba4-9638-07856d990968 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 1099 time: 0.1517780 Jun 08 13:20:27.502856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4957c9ba-8551-4ef1-99a0-8ffb2a5f87e9 req-d2215862-f52a-4bc9-a0db-b55c1ee7499e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649142 Jun 08 13:20:27.542097 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-b70f49cd-0282-4592-9ff6-87cae3e50a6a req-37affc0f-df4e-4aaa-8354-6b3dc8aa780c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 Jun 08 13:20:27.654964 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc9e3f-7f16-410c-a84a-66f129135e48 None None] Pushing event updated for resources: {'Port': ['ID=b2ed9170-2708-4299-9be7-9619cc76c9ef,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:27.664711 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-5cbc9e3f-7f16-410c-a84a-66f129135e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:27.675269 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Attempting to bind port b2ed9170-2708-4299-9be7-9619cc76c9ef on host dv-cinder-784477-4-iscsi for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:27.675634 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Attempting to bind port b2ed9170-2708-4299-9be7-9619cc76c9ef by drivers openvswitch,hyperv on host dv-cinder-784477-4-iscsi at level 0 using segments [{'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:27.675999 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Attempting to bind port b2ed9170-2708-4299-9be7-9619cc76c9ef on network 30e6945c-49e7-4177-abf3-2c36c8fcf639 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:27.683018 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Checking agent: {'id': '71836fd7-43ea-4f86-a426-6e81223cb11c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 34), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:27.683377 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Checking segment: {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:27.683781 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.684172 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Bound using segment: {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:27.684642 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Bound port: b2ed9170-2708-4299-9be7-9619cc76c9ef, host: dv-cinder-784477-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31074626-15f9-4148-a385-c4fb8e356575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:27.685014 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.800580 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] For port b2ed9170-2708-4299-9be7-9619cc76c9ef, host dv-cinder-784477-4-iscsi, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:27.804620 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] For port b2ed9170-2708-4299-9be7-9619cc76c9ef, host dv-cinder-784477-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b2ed9170-2708-4299-9be7-9619cc76c9ef,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:27.810541 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:27.816546 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-885c9bcf-bdd7-49ba-b2ca-cd1afd507607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:27.901433 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Routers {'b0836020-19f2-4b9a-9d3c-80ec7716fb42'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:20:27.902096 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:20:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:27.984142 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc9e3f-7f16-410c-a84a-66f129135e48 None None] Pushing event updated for resources: {'Port': ['ID=b2ed9170-2708-4299-9be7-9619cc76c9ef,revision_number=4']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:27.996810 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-5cbc9e3f-7f16-410c-a84a-66f129135e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:28.147268 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] Set router b0836020-19f2-4b9a-9d3c-80ec7716fb42 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:20:28.588043 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'b2ed9170-2708-4299-9be7-9619cc76c9ef', 'name': '', 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'mac_address': 'fa:16:3e:ae:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:20Z', 'updated_at': '2021-06-08T13:20:27Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'subnets': [{'id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:20:28.600030 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cb72a-b087-41cf-ab38-02c956d345fb None None] The sync data for ids ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'] in dv-cinder-784477-4-iscsi is: [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': 'b2ed9170-2708-4299-9be7-9619cc76c9ef', 'name': '', 'network_id': '30e6945c-49e7-4177-abf3-2c36c8fcf639', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'mac_address': 'fa:16:3e:ae:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:20Z', 'updated_at': '2021-06-08T13:20:27Z', 'revision_number': 4, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'subnets': [{'id': 'a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:20:28.735205 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc592d-8cfc-4bae-973c-611947278209 req-83e5bb6e-ccb5-4a16-befb-9e04779c053e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:28.737263 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-92bc592d-8cfc-4bae-973c-611947278209 req-83e5bb6e-ccb5-4a16-befb-9e04779c053e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 946 time: 0.1133313 Jun 08 13:20:28.813342 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-92bc592d-8cfc-4bae-973c-611947278209 req-ba6a05d3-8068-42b1-8551-7fe5bf8318b8 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672874 Jun 08 13:20:29.995323 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b2ed9170-2708-4299-9be7-9619cc76c9ef up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:30.073098 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897856e2-662e-4ceb-863e-93c79dc34f58 req-c27633a9-9ba0-4fbe-b088-4ba3fc936b94 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:30.075534 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-897856e2-662e-4ceb-863e-93c79dc34f58 req-c27633a9-9ba0-4fbe-b088-4ba3fc936b94 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 946 time: 0.1502993 Jun 08 13:20:30.085670 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning for port b2ed9170-2708-4299-9be7-9619cc76c9ef completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:30.093992 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b2ed9170-2708-4299-9be7-9619cc76c9ef triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:30.094374 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:30.138273 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-897856e2-662e-4ceb-863e-93c79dc34f58 req-46ba9c3f-d560-4300-ab7a-c7e15ebf0b11 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Jun 08 13:20:30.252773 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:30.294303 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] For port b2ed9170-2708-4299-9be7-9619cc76c9ef, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b2ed9170-2708-4299-9be7-9619cc76c9ef,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:30.299890 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:30.303649 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:30.404581 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Pushing event updated for resources: {'Port': ['ID=b2ed9170-2708-4299-9be7-9619cc76c9ef,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:30.408113 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:31.230960 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13107efd-4f3e-4e61-8745-bb1035614a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:31.970818 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b2ed9170-2708-4299-9be7-9619cc76c9ef up at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:32.055377 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Provisioning complete for port b2ed9170-2708-4299-9be7-9619cc76c9ef triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:32.055751 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:33.560281 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d7a641e7-4b4d-4d9e-b9bb-d00edf126505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:33.880251 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:33.921488 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-c4d3d2bc-40a3-4973-b989-7f5e2eb7de9f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:33.922956 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-c4d3d2bc-40a3-4973-b989-7f5e2eb7de9f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 815 time: 0.1483374 Jun 08 13:20:33.937509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-29fc5496-9104-4404-90a6-060ae9a0ed52 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/quotas/269b2763d2b6479bbbb6d7cf450ced88 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Jun 08 13:20:34.023466 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-501de7dd-2130-4301-9b84-7829fa2156d2 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811698 Jun 08 13:20:34.201513 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-ade7d1a4-cf62-43a4-a7d6-7626ff00cc04 service neutron] 10.222.0.21 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662762 Jun 08 13:20:34.331825 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-37820e73-7d71-404d-beae-438cb4bb7f43 service neutron] 10.222.0.21 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246700 Jun 08 13:20:34.510583 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-81783d1d-ca81-418c-90d8-2521cade889d req-dc69db65-272c-4c0c-a073-eff74f35783c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 210 time: 0.0445094 Jun 08 13:20:34.894045 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:35.667739 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a26591df-4569-4ac0-ae77-43103320b332 req-b30ee409-f932-45d5-b778-11c931986763 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 210 time: 0.0473077 Jun 08 13:20:35.821698 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-f22b2efb-1dbc-49e6-b900-61dc46251659 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:35.823162 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-f22b2efb-1dbc-49e6-b900-61dc46251659 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 815 time: 0.1649992 Jun 08 13:20:35.836038 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'port': {'device_id': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'admin_state_up': True, 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:35.989420 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Made reservation on behalf of 269b2763d2b6479bbbb6d7cf450ced88 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:20:35.992945 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:36.176885 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Allocated IP 172.20.0.14 (bda2f0c7-29c6-4166-9cc1-413944a4e248/52326cc3-1636-40c4-95ea-9e9117edf7b8/ef366ded-1934-49fc-80f5-8bbfdd7474c8) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:20:36.476749 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:36.493113 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Transition to ACTIVE for port object ef366ded-1934-49fc-80f5-8bbfdd7474c8 will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:36.520000 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2436508'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:36.523720 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:36.523720 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:20:36.523720 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:20:36.523720 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:20:36.523720 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:20:36.523720 dv-cinder-784477-4-iscsi neutron-server[103601]: ERROR neutron_lib.callbacks.manager Jun 08 13:20:36.543609 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:20:36.544800 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:20:36.547401 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:20:36.586217 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:36.625706 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:36.626346 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:36.655812 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-3ab0240e-3605-46d9-91a8-f96b50f73728 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8237770 Jun 08 13:20:36.850126 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-3516cb11-b638-402a-8fa9-057deb717afc None None] Provisioning for port ef366ded-1934-49fc-80f5-8bbfdd7474c8 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:36.855705 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-3516cb11-b638-402a-8fa9-057deb717afc None None] Provisioning complete for port ef366ded-1934-49fc-80f5-8bbfdd7474c8 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:36.856204 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3516cb11-b638-402a-8fa9-057deb717afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:36.886580 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68aa9a-6f70-4082-92c9-51e26f279538 req-7f00f6c1-00dd-448d-aab8-90540ef8af53 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:36.888087 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c68aa9a-6f70-4082-92c9-51e26f279538 req-7f00f6c1-00dd-448d-aab8-90540ef8af53 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0875442 Jun 08 13:20:36.923285 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-3516cb11-b638-402a-8fa9-057deb717afc None None] Port ef366ded-1934-49fc-80f5-8bbfdd7474c8 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 13:20:36.934861 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-4c68aa9a-6f70-4082-92c9-51e26f279538 req-3eca16c8-ce92-47fd-b7e5-a90dc9494b83 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jun 08 13:20:38.125527 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716221-e3e4-4539-bd80-62b4025d249b req-e2b95f33-4547-4d4b-a4a7-e661bfae67b7 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:38.127054 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-27716221-e3e4-4539-bd80-62b4025d249b req-e2b95f33-4547-4d4b-a4a7-e661bfae67b7 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0816965 Jun 08 13:20:38.173712 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-27716221-e3e4-4539-bd80-62b4025d249b req-e85652e6-edfc-4efd-833a-202811520f8c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Jun 08 13:20:39.461803 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af56ff-683b-40b3-adfd-99c226ffb376 req-763f8450-561b-4c7b-952f-75e53c1ebfdb tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:39.463268 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a2af56ff-683b-40b3-adfd-99c226ffb376 req-763f8450-561b-4c7b-952f-75e53c1ebfdb tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.1839581 Jun 08 13:20:39.511380 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a2af56ff-683b-40b3-adfd-99c226ffb376 req-5168e499-0f59-44ed-9206-19d689261a6c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Jun 08 13:20:40.710731 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aa710-0510-4610-9cca-79256a63391d req-7a8021c6-db62-4dda-b399-68a81a19cc4f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:40.718012 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-068aa710-0510-4610-9cca-79256a63391d req-7a8021c6-db62-4dda-b399-68a81a19cc4f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0894756 Jun 08 13:20:40.762763 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-068aa710-0510-4610-9cca-79256a63391d req-5fc5281d-9a80-4bce-b887-87c7f02ea115 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 Jun 08 13:20:41.952816 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aed05-acff-4558-8ecf-88b56a2e85da req-5efe838f-836a-4c11-8e38-99a932156f3d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:41.954506 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-061aed05-acff-4558-8ecf-88b56a2e85da req-5efe838f-836a-4c11-8e38-99a932156f3d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0870383 Jun 08 13:20:42.000758 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-061aed05-acff-4558-8ecf-88b56a2e85da req-b86a0cf6-6702-48c0-a7cc-b34e7b4d237a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Jun 08 13:20:43.195288 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1ac48-d19e-4bfe-803d-4beb92f577e0 req-96f588e4-212b-448b-a158-99e374fbed0f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:43.196783 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44d1ac48-d19e-4bfe-803d-4beb92f577e0 req-96f588e4-212b-448b-a158-99e374fbed0f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0848110 Jun 08 13:20:43.241318 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-44d1ac48-d19e-4bfe-803d-4beb92f577e0 req-dfbababd-5bd3-4c53-b113-3e47eaf10ef1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Jun 08 13:20:44.479139 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae59a-1e84-48e7-ba6f-a93b4fb09bc5 req-acec964c-0c1a-47f0-aaeb-1aa12b3b01fa tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:44.480785 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3e1ae59a-1e84-48e7-ba6f-a93b4fb09bc5 req-acec964c-0c1a-47f0-aaeb-1aa12b3b01fa tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.1127696 Jun 08 13:20:44.527757 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3e1ae59a-1e84-48e7-ba6f-a93b4fb09bc5 req-855798cd-7216-4f76-b449-b89cb5b8855c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Jun 08 13:20:45.733223 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d6035-8cc3-457d-9c14-185d83c0b825 req-7e1caab2-fa57-4143-8e80-05154e55dbec tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:45.734723 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a7d6035-8cc3-457d-9c14-185d83c0b825 req-7e1caab2-fa57-4143-8e80-05154e55dbec tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0867550 Jun 08 13:20:45.781458 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a7d6035-8cc3-457d-9c14-185d83c0b825 req-26927a77-ff36-4c0d-8349-f731be25d1b1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Jun 08 13:20:46.990538 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68550-f062-4a1a-a73a-28cb380c7cbf req-73ab496a-177a-493c-ac5d-55439f1cfc3e tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:46.991908 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45c68550-f062-4a1a-a73a-28cb380c7cbf req-73ab496a-177a-493c-ac5d-55439f1cfc3e tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0809567 Jun 08 13:20:47.040289 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45c68550-f062-4a1a-a73a-28cb380c7cbf req-f216883b-3a53-4538-b8b6-8be80f95cc47 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Jun 08 13:20:48.233484 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6e6c-4f50-4fda-938e-bdb87db3c301 req-9af89f46-edc9-4a07-bbed-9eec126ed404 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:48.234924 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45ae6e6c-4f50-4fda-938e-bdb87db3c301 req-9af89f46-edc9-4a07-bbed-9eec126ed404 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 932 time: 0.0784097 Jun 08 13:20:48.278020 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-45ae6e6c-4f50-4fda-938e-bdb87db3c301 req-d2e37ba3-1255-4260-b1dd-cab6aae6609a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Jun 08 13:20:48.371589 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Request body: {'port': {'device_id': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:20:48.489375 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:48.939799 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef366ded-1934-49fc-80f5-8bbfdd7474c8 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:20:48.947564 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:48.961281 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Transition to ACTIVE for port object ef366ded-1934-49fc-80f5-8bbfdd7474c8 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:20:48.965503 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:48.969950 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:49.118265 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:49.160087 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.160465 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.160836 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.161208 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.161562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.161948 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.162307 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.162853 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.163008 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.163360 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.163714 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.164152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:49.170030 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:49.211678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Attempting to bind port ef366ded-1934-49fc-80f5-8bbfdd7474c8 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:20:49.212029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Attempting to bind port ef366ded-1934-49fc-80f5-8bbfdd7474c8 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:20:49.212347 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Attempting to bind port ef366ded-1934-49fc-80f5-8bbfdd7474c8 on network bda2f0c7-29c6-4166-9cc1-413944a4e248 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:49.216995 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Port ef366ded-1934-49fc-80f5-8bbfdd7474c8 on network bda2f0c7-29c6-4166-9cc1-413944a4e248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 13:20:49.217328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Attempting to bind port ef366ded-1934-49fc-80f5-8bbfdd7474c8 on network bda2f0c7-29c6-4166-9cc1-413944a4e248 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 13:20:49.222405 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Checking agent: {'id': '50f669df-1a8c-42cf-836b-ad3590a898e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 13, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 13:20:49.222735 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Checking segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 13:20:49.223108 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Bound using segment: {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 13:20:49.223523 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Bound port: ef366ded-1934-49fc-80f5-8bbfdd7474c8, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d39fc4-386b-4c21-b4ae-24ab49925550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:20:49.223864 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:49.313533 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 13:20:49.317136 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 13:20:49.323517 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2436482'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:49.329126 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:49.410968 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:49.414184 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:49.414799 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:49.416695 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 1094 time: 1.0496583 Jun 08 13:20:49.417406 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:20:49.419705 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b986770-3a84-4276-9ac5-99297626be89" -d '{"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:20:49.423106 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:49.495822 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf799d6-eacc-4b30-8112-e2a5064d097e req-a383f39b-1328-4017-bb61-5726a9c0168a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:49.497374 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-daf799d6-eacc-4b30-8112-e2a5064d097e req-a383f39b-1328-4017-bb61-5726a9c0168a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 944 time: 0.1088321 Jun 08 13:20:49.545747 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-daf799d6-eacc-4b30-8112-e2a5064d097e req-3bb77e3d-0125-4b8b-9d81-b9b7cb54822d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Jun 08 13:20:49.550445 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-c2d46e3e-11dc-429c-9e4d-99cb2aa70137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:49.552016 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-c2d46e3e-11dc-429c-9e4d-99cb2aa70137 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1097 time: 0.0812247 Jun 08 13:20:49.613867 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd556686-9960-43d2-8199-c5b94f485b36 x-openstack-request-id: req-fd556686-9960-43d2-8199-c5b94f485b36 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:20:49.614199 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:20:49.614493 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd556686-9960-43d2-8199-c5b94f485b36 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:20:49.614921 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'status': 'completed', 'code': 200} Jun 08 13:20:49.629621 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-5c356958-a551-42f2-bde6-1800acf206b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 217 time: 0.0696490 Jun 08 13:20:49.696443 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-89f559d3-6e40-46fa-9294-63368fd7b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:49.697984 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-89f559d3-6e40-46fa-9294-63368fd7b2d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0570283 Jun 08 13:20:49.773594 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-6136718b-83fd-4401-9c09-9ce73a902035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:49.775583 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-6136718b-83fd-4401-9c09-9ce73a902035 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695183 Jun 08 13:20:49.907105 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-80f6b581-19e2-47fb-a424-eec83d605edf service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242168 Jun 08 13:20:50.042679 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-322b8bbf-48ef-4f6c-9a27-5c6f44405c35 req-101bee01-5aba-4087-824f-37b755c5da80 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277547 Jun 08 13:20:50.172919 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986770-3a84-4276-9ac5-99297626be89 req-6a687c63-4155-4dd0-a6bf-a733c975d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:50.174479 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-6a687c63-4155-4dd0-a6bf-a733c975d5a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1097 time: 0.0838516 Jun 08 13:20:50.312995 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986770-3a84-4276-9ac5-99297626be89 req-e4cd3e03-db14-45f5-a2cf-ae1224b03533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:50.314486 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-e4cd3e03-db14-45f5-a2cf-ae1224b03533 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 916 time: 0.1277623 Jun 08 13:20:50.388839 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-c5f930b8-3691-4f35-b614-9a0483d98802 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 217 time: 0.0631528 Jun 08 13:20:50.457826 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986770-3a84-4276-9ac5-99297626be89 req-14fc6a55-11a9-4bb3-864b-434f06191f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:50.459336 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-14fc6a55-11a9-4bb3-864b-434f06191f9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0607436 Jun 08 13:20:50.537536 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986770-3a84-4276-9ac5-99297626be89 req-d5ae0aaa-d2a6-45e3-989c-fe1d424feec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:50.539298 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-d5ae0aaa-d2a6-45e3-989c-fe1d424feec0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735183 Jun 08 13:20:50.736231 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41290-668c-4ac7-b708-1a16c1887834 req-4b902acb-8d58-4b30-8a7a-0da06e058ba1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:50.737623 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8cc41290-668c-4ac7-b708-1a16c1887834 req-4b902acb-8d58-4b30-8a7a-0da06e058ba1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 944 time: 0.0802252 Jun 08 13:20:50.781423 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-63349a41-b5a1-48e1-93be-ddee1d16d4b5 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347171 Jun 08 13:20:50.782310 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8cc41290-668c-4ac7-b708-1a16c1887834 req-e4b40ee7-e237-4448-83be-f9d1cd0b5c45 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Jun 08 13:20:50.921938 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-1b986770-3a84-4276-9ac5-99297626be89 req-68e01970-9ef9-4f16-830f-003eaead4e97 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336775 Jun 08 13:20:51.968341 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08c12a-ffe1-4cde-bdee-262d2e3f180f req-2acf0943-d2c8-42ed-a7d5-387622481984 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:51.969874 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd08c12a-ffe1-4cde-bdee-262d2e3f180f req-2acf0943-d2c8-42ed-a7d5-387622481984 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 944 time: 0.0858855 Jun 08 13:20:52.018771 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-bd08c12a-ffe1-4cde-bdee-262d2e3f180f req-ce0223e7-bf18-49c5-bd09-022692403b39 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Jun 08 13:20:52.232274 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:20:52.858742 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device ef366ded-1934-49fc-80f5-8bbfdd7474c8 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 13:20:52.874938 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-da560349-ffe2-4914-ab63-850ce5361d51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750427 Jun 08 13:20:52.970758 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-ae7eac9b-96e2-41f3-af38-c603f266500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:52.972267 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-ae7eac9b-96e2-41f3-af38-c603f266500c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc6400aa70044b158592e896b817924e&device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 1098 time: 0.0748160 Jun 08 13:20:53.029760 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:53.046835 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Returning: {'device': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'port_id': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'mac_address': 'fa:16:3e:a8:d0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 13:20:53.102706 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:53.120993 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef366ded-1934-49fc-80f5-8bbfdd7474c8 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 13:20:53.125131 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-b560d6fa-08be-4239-9d17-95361d722e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:53.127066 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-b560d6fa-08be-4239-9d17-95361d722e58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 200 len: 915 time: 0.1345978 Jun 08 13:20:53.136989 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:53.142104 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:53.144005 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:53.204190 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-7120c837-b5b3-48a5-a3b4-5468eba7c323 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 200 len: 217 time: 0.0697224 Jun 08 13:20:53.210461 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:53.218495 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.218848 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.219192 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.219725 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.220214 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.220706 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.221042 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.221379 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.221731 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.222063 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.222396 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.222721 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:20:53.232506 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:53.265537 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbb7b5-62b7-45f7-b919-844dc96c553b req-a12f0e2a-9351-469b-9020-7ca04e2ef191 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:53.267153 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-37dbb7b5-62b7-45f7-b919-844dc96c553b req-a12f0e2a-9351-469b-9020-7ca04e2ef191 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 945 time: 0.0859704 Jun 08 13:20:53.270455 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-b7c09f28-222d-4ccc-ae04-95605560a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:53.271888 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-b7c09f28-222d-4ccc-ae04-95605560a11a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 200 len: 854 time: 0.0601807 Jun 08 13:20:53.317326 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-37dbb7b5-62b7-45f7-b919-844dc96c553b req-f0a02579-ab51-41ec-844d-a44602e9b7ea tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Jun 08 13:20:53.323445 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-d6fe600e-5ab4-441c-9bef-703d88fe8fd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441458 Jun 08 13:20:53.458550 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-94a91a5b-442a-4c2f-afa2-80669375ebf4 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272392 Jun 08 13:20:53.498077 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a657cc7-4b24-4c74-be12-85dde8a6f72b req-6d9c6cd9-882c-4068-802b-c9d39fa75413 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:53.499581 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a657cc7-4b24-4c74-be12-85dde8a6f72b req-6d9c6cd9-882c-4068-802b-c9d39fa75413 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 946 time: 0.0805421 Jun 08 13:20:53.513288 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['ef366ded-1934-49fc-80f5-8bbfdd7474c8'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:20:53.547942 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-0a657cc7-4b24-4c74-be12-85dde8a6f72b req-c89e989a-7ecd-40c0-aa9b-053245bc4b2e tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Jun 08 13:20:53.599361 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-49c53a35-9459-4c4d-a219-8fffb95cbac9 req-bc28e134-3785-4958-9047-953975075e64 service neutron] 10.222.0.59 "GET /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324248 Jun 08 13:20:54.503479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7d3f5-da72-46f6-81c3-0bcfd9d0543e req-ef76c26d-feb8-4ca8-8686-5d91c38e7d3b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:54.504921 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-42a7d3f5-da72-46f6-81c3-0bcfd9d0543e req-ef76c26d-feb8-4ca8-8686-5d91c38e7d3b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 945 time: 0.0837750 Jun 08 13:20:54.549717 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-42a7d3f5-da72-46f6-81c3-0bcfd9d0543e req-10455615-e02c-4a85-b1cd-7f8463d16421 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Jun 08 13:20:54.729292 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a223c-a3e1-49b7-b723-0118ccf9e3c5 req-67767df5-e4ee-4582-bebb-1a32e41ee2f0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:54.730774 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ad0a223c-a3e1-49b7-b723-0118ccf9e3c5 req-67767df5-e4ee-4582-bebb-1a32e41ee2f0 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 946 time: 0.0791407 Jun 08 13:20:54.774004 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ad0a223c-a3e1-49b7-b723-0118ccf9e3c5 req-1db734bb-c4f2-4048-b34a-d9b27841b283 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Jun 08 13:20:54.867036 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device ef366ded-1934-49fc-80f5-8bbfdd7474c8 up at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 13:20:54.932728 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-348e891c-5e62-40cd-ab3e-e563ca90caed tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:54.934369 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-348e891c-5e62-40cd-ab3e-e563ca90caed tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 946 time: 0.0854778 Jun 08 13:20:54.939032 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning for port ef366ded-1934-49fc-80f5-8bbfdd7474c8 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:20:54.943692 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Provisioning complete for port ef366ded-1934-49fc-80f5-8bbfdd7474c8 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:20:54.944077 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.058981 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.073085 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Deleting port a3fe3311-da49-4147-9803-743301b110e5 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:20:55.073424 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.088602 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:20:55.090997 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e26bedbe0aac7dd527b91397bd85dc361d10c89737152019ad84bcd0f2f25c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434778dd-49e5-4c54-b2ee-f349175befa9" -d '{"events": [{"server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "name": "network-vif-plugged", "status": "completed", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:20:55.099266 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:55.103475 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.106607 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:55.176190 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Pushing event updated for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:55.179325 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:55.189873 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb158fb-ea3f-4ab2-8181-90a470b6b2ca x-openstack-request-id: req-beb158fb-ea3f-4ab2-8181-90a470b6b2ca {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:20:55.190176 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "name": "network-vif-plugged", "status": "completed", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:20:55.190439 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-beb158fb-ea3f-4ab2-8181-90a470b6b2ca {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:20:55.190996 dv-cinder-784477-4-iscsi neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'code': 200} Jun 08 13:20:55.215031 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] For port a3fe3311-da49-4147-9803-743301b110e5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3fe3311-da49-4147-9803-743301b110e5,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:20:55.215390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.337330 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Calling delete_port for a3fe3311-da49-4147-9803-743301b110e5 owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:20:55.423972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7982f2e-6a70-4f96-bc9a-bbb509dfe36c req-7bd05396-38af-4f22-92f4-4a2e8b51296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:55.425459 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7982f2e-6a70-4f96-bc9a-bbb509dfe36c req-7bd05396-38af-4f22-92f4-4a2e8b51296d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1099 time: 0.0761154 Jun 08 13:20:55.470289 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a7982f2e-6a70-4f96-bc9a-bbb509dfe36c req-842758dd-1cf3-4149-b209-6ab6e8370d2b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Jun 08 13:20:55.554798 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.560981 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1a5792ec-918d-42d3-b319-cbf40062d78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:20:55.566761 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93', 'd9521518-f7d2-430c-836c-ce2cb75cd640', '2e80fc59-d98c-4a76-b03f-c263a47e617d', 'a3fe3311-da49-4147-9803-743301b110e5'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:20:55.610807 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Pushing event deleted for resources: {'Port': ['ID=a3fe3311-da49-4147-9803-743301b110e5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:20:55.614790 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:20:55.692006 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] No DVR routers for this DVR port a3fe3311-da49-4147-9803-743301b110e5 on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:20:55.694727 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:55.697393 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-c12fae35-e1f8-4a7b-92d8-c7cc8029d5e1 req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "DELETE /v2.0/ports/a3fe3311-da49-4147-9803-743301b110e5 HTTP/1.1" status: 204 len: 173 time: 0.7572124 Jun 08 13:20:55.697706 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115e5614-1140-4ef1-9279-234baba1fba0', 'name': 'network-vif-deleted', 'tag': 'a3fe3311-da49-4147-9803-743301b110e5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:20:55.700028 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed772f0f-e540-471b-bff5-f480242ba2eb" -d '{"events": [{"server_uuid": "115e5614-1140-4ef1-9279-234baba1fba0", "name": "network-vif-deleted", "tag": "a3fe3311-da49-4147-9803-743301b110e5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:20:55.752454 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f02c52-b008-45e1-aef9-0e6d630ad43e req-11a1adbc-d7ed-427d-a657-8a31d70b8c79 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:55.754132 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-14f02c52-b008-45e1-aef9-0e6d630ad43e req-11a1adbc-d7ed-427d-a657-8a31d70b8c79 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0850360 Jun 08 13:20:55.802439 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-14f02c52-b008-45e1-aef9-0e6d630ad43e req-f01a65b8-6b8c-46b6-912f-3cd0d7640ac2 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Jun 08 13:20:55.861341 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6c414d-beb6-4752-8486-41f907d998c6 x-openstack-request-id: req-4f6c414d-beb6-4752-8486-41f907d998c6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:20:55.862571 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115e5614-1140-4ef1-9279-234baba1fba0", "name": "network-vif-deleted", "tag": "a3fe3311-da49-4147-9803-743301b110e5", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:20:55.863152 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f6c414d-beb6-4752-8486-41f907d998c6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:20:55.863815 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115e5614-1140-4ef1-9279-234baba1fba0', 'name': 'network-vif-deleted', 'tag': 'a3fe3311-da49-4147-9803-743301b110e5', 'status': 'completed', 'code': 200} Jun 08 13:20:56.004509 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-082823d5-dfec-4c1b-acc4-e635423cd705 req-e3b726b7-eb11-45be-a60a-fb2fc345c327 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=115e5614-1140-4ef1-9279-234baba1fba0 HTTP/1.1" status: 200 len: 210 time: 0.0449486 Jun 08 13:20:56.568432 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:20:56.984855 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd158-6742-4ff6-bf9c-3dbca45f290c req-7790e290-6ae7-401c-89ee-58b579178565 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:56.986307 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2a5dd158-6742-4ff6-bf9c-3dbca45f290c req-7790e290-6ae7-401c-89ee-58b579178565 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0789108 Jun 08 13:20:57.030163 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-2a5dd158-6742-4ff6-bf9c-3dbca45f290c req-888fc9d0-fe24-494d-818b-b42676eba26b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Jun 08 13:20:57.510649 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de27cd-1553-42e3-a230-dc12b52d75b0 req-57b3a45d-6bf5-4035-9427-feec514593d4 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:57.512112 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-89de27cd-1553-42e3-a230-dc12b52d75b0 req-57b3a45d-6bf5-4035-9427-feec514593d4 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.1749134 Jun 08 13:20:57.559603 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-89de27cd-1553-42e3-a230-dc12b52d75b0 req-e6b76ac7-1184-4e41-ac67-e410b1e43e08 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Jun 08 13:20:57.941615 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344b230-767e-4ad6-a830-878d4b5203df req-2918f5d7-2357-4106-ab92-0f35b685acc6 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:57.943096 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8344b230-767e-4ad6-a830-878d4b5203df req-2918f5d7-2357-4106-ab92-0f35b685acc6 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0798941 Jun 08 13:20:57.991617 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-8344b230-767e-4ad6-a830-878d4b5203df req-b6a831bd-89ee-4ad7-9a12-b920a56c61da tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Jun 08 13:20:58.722025 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf765f5-29d2-4092-a13d-6babbd0e43b5 req-27b3fe30-7263-4e0e-8420-9dbefb1f4dd4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:20:58.723476 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9cf765f5-29d2-4092-a13d-6babbd0e43b5 req-27b3fe30-7263-4e0e-8420-9dbefb1f4dd4 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 946 time: 0.0829475 Jun 08 13:20:58.768299 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9cf765f5-29d2-4092-a13d-6babbd0e43b5 req-c391d44e-727e-4134-97cb-732ea4250948 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Jun 08 13:20:58.899256 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device a3fe3311-da49-4147-9803-743301b110e5 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:20:58.936228 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: a3fe3311-da49-4147-9803-743301b110e5 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:20:58.936589 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device a3fe3311-da49-4147-9803-743301b110e5 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:21:00.277173 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-666bc271-3e5a-4a2a-9366-e6b566413847 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:00.278807 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-666bc271-3e5a-4a2a-9366-e6b566413847 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 946 time: 0.0901630 Jun 08 13:21:00.324036 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca7f17-8016-42d0-925f-1a925787f000 req-7c1e51d3-4cac-4a8e-be5b-c1fda145b0ee tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:00.325501 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-31ca7f17-8016-42d0-925f-1a925787f000 req-7c1e51d3-4cac-4a8e-be5b-c1fda145b0ee tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 946 time: 0.0876286 Jun 08 13:21:00.376691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-31ca7f17-8016-42d0-925f-1a925787f000 req-657861e2-9268-42d3-bf4e-9b5567cf7ae1 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Jun 08 13:21:00.421859 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Deleting port 2e80fc59-d98c-4a76-b03f-c263a47e617d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:21:00.422111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:00.554023 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] For port 2e80fc59-d98c-4a76-b03f-c263a47e617d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2e80fc59-d98c-4a76-b03f-c263a47e617d,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:21:00.554384 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:00.680051 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Calling delete_port for 2e80fc59-d98c-4a76-b03f-c263a47e617d owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:21:00.790514 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:00.797267 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:00.801426 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93', 'd9521518-f7d2-430c-836c-ce2cb75cd640', '2e80fc59-d98c-4a76-b03f-c263a47e617d'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:21:00.841913 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Pushing event deleted for resources: {'Port': ['ID=2e80fc59-d98c-4a76-b03f-c263a47e617d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:00.844560 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:00.925862 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] No DVR routers for this DVR port 2e80fc59-d98c-4a76-b03f-c263a47e617d on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:21:00.929309 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:00.932374 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8eb2a9f6-3764-44de-8078-0f7c21fce35b req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "DELETE /v2.0/ports/2e80fc59-d98c-4a76-b03f-c263a47e617d HTTP/1.1" status: 204 len: 173 time: 0.6469784 Jun 08 13:21:00.932374 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55e983-596e-4c6d-b114-358122e22fed', 'name': 'network-vif-deleted', 'tag': '2e80fc59-d98c-4a76-b03f-c263a47e617d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:21:00.934780 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14fb661-54e2-48ee-b19c-17848cc262e7" -d '{"events": [{"server_uuid": "4c55e983-596e-4c6d-b114-358122e22fed", "name": "network-vif-deleted", "tag": "2e80fc59-d98c-4a76-b03f-c263a47e617d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:21:00.976646 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739d13e-064a-4e76-9253-70964ee61ec3 x-openstack-request-id: req-6739d13e-064a-4e76-9253-70964ee61ec3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:21:00.976981 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55e983-596e-4c6d-b114-358122e22fed", "name": "network-vif-deleted", "tag": "2e80fc59-d98c-4a76-b03f-c263a47e617d", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:21:00.977284 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6739d13e-064a-4e76-9253-70964ee61ec3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:21:00.977754 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55e983-596e-4c6d-b114-358122e22fed', 'name': 'network-vif-deleted', 'tag': '2e80fc59-d98c-4a76-b03f-c263a47e617d', 'status': 'completed', 'code': 200} Jun 08 13:21:01.221588 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-53afc61a-0f4e-4d8f-962f-1df69a3acda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:01.541127 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-6843ef4d-9cf8-4437-a4e3-82208d020c81 req-e5bd6e0f-f60e-4635-8a75-ab3c604bf220 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c55e983-596e-4c6d-b114-358122e22fed HTTP/1.1" status: 200 len: 210 time: 0.0435801 Jun 08 13:21:02.929504 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 2e80fc59-d98c-4a76-b03f-c263a47e617d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:21:02.963385 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: 2e80fc59-d98c-4a76-b03f-c263a47e617d {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:21:02.963749 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 2e80fc59-d98c-4a76-b03f-c263a47e617d not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:21:02.992021 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bcf62-eefa-4234-a1a7-16148472f9c7 req-7df2358f-f262-41e1-9cb8-2ff5b3fc983f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:02.993480 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c74bcf62-eefa-4234-a1a7-16148472f9c7 req-7df2358f-f262-41e1-9cb8-2ff5b3fc983f tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 945 time: 0.0862312 Jun 08 13:21:03.037351 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-c74bcf62-eefa-4234-a1a7-16148472f9c7 req-497f6cd6-1370-4899-ac32-3cda16a734f9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Jun 08 13:21:03.562101 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c926-8c0d-48d8-93b2-b5ee78dc1fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:03.882717 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:04.230545 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e72a8-987d-46d0-ba2f-8862b285321a req-3b266771-a9e8-490d-97e9-8df5af2b5d58 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:04.231921 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5e2e72a8-987d-46d0-ba2f-8862b285321a req-3b266771-a9e8-490d-97e9-8df5af2b5d58 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 945 time: 0.0860426 Jun 08 13:21:04.277230 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-5e2e72a8-987d-46d0-ba2f-8862b285321a req-9e8e0a69-7f78-4001-bb50-e59e2cc42f65 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Jun 08 13:21:04.408867 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-39e5a9a4-4050-4b75-a67f-7e6630dd5cc9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:04.410342 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-39e5a9a4-4050-4b75-a67f-7e6630dd5cc9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 945 time: 0.0783820 Jun 08 13:21:04.547928 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Deleting port d9521518-f7d2-430c-836c-ce2cb75cd640 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:21:04.548266 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:04.680202 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] For port d9521518-f7d2-430c-836c-ce2cb75cd640, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d9521518-f7d2-430c-836c-ce2cb75cd640,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:21:04.680556 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:04.802682 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Calling delete_port for d9521518-f7d2-430c-836c-ce2cb75cd640 owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:21:04.897860 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:04.909295 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:04.914445 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:04.921183 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93', 'd9521518-f7d2-430c-836c-ce2cb75cd640'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:21:04.959095 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Pushing event deleted for resources: {'Port': ['ID=d9521518-f7d2-430c-836c-ce2cb75cd640,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:04.962067 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:05.033967 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] No DVR routers for this DVR port d9521518-f7d2-430c-836c-ce2cb75cd640 on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:21:05.036860 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:05.039220 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-af016c54-7cb0-4f11-8ef6-e1589513e9e6 req-58265512-adae-498c-b408-889463f4c78c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "DELETE /v2.0/ports/d9521518-f7d2-430c-836c-ce2cb75cd640 HTTP/1.1" status: 204 len: 173 time: 0.6222239 Jun 08 13:21:05.039729 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'name': 'network-vif-deleted', 'tag': 'd9521518-f7d2-430c-836c-ce2cb75cd640'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:21:05.043284 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe429b-5feb-4862-b043-df0e33982afc" -d '{"events": [{"server_uuid": "c360c61c-30ac-43f4-84cd-deff38a74af9", "name": "network-vif-deleted", "tag": "d9521518-f7d2-430c-836c-ce2cb75cd640"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:21:05.086695 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5246314-c87c-41ef-94d7-daea6958fd70 x-openstack-request-id: req-b5246314-c87c-41ef-94d7-daea6958fd70 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:21:05.087029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360c61c-30ac-43f4-84cd-deff38a74af9", "name": "network-vif-deleted", "tag": "d9521518-f7d2-430c-836c-ce2cb75cd640", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:21:05.087325 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5246314-c87c-41ef-94d7-daea6958fd70 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:21:05.087902 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360c61c-30ac-43f4-84cd-deff38a74af9', 'name': 'network-vif-deleted', 'tag': 'd9521518-f7d2-430c-836c-ce2cb75cd640', 'status': 'completed', 'code': 200} Jun 08 13:21:05.445402 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-3b3be42e-f4a7-4a90-b004-30dceb098ce4 req-2e622736-e655-436c-b352-cd698d4d7fa7 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=c360c61c-30ac-43f4-84cd-deff38a74af9 HTTP/1.1" status: 200 len: 210 time: 0.0491862 Jun 08 13:21:06.567196 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:07.169433 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee74d0f-fa53-4e63-b18f-c28b2101d6d3 req-d2003334-9f99-482f-a8ca-8e64d78d4471 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:07.170819 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aee74d0f-fa53-4e63-b18f-c28b2101d6d3 req-d2003334-9f99-482f-a8ca-8e64d78d4471 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0797451 Jun 08 13:21:07.214364 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-aee74d0f-fa53-4e63-b18f-c28b2101d6d3 req-687c8cec-4849-429a-9043-e612188762e0 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Jun 08 13:21:07.236886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38000) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:07.350054 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38161b5-f07c-4f29-876f-94fa45b6402e tempest-TestMinimumBasicScenario-1071341796 tempest-TestMinimumBasicScenario-1071341796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:07.351567 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-c38161b5-f07c-4f29-876f-94fa45b6402e tempest-TestMinimumBasicScenario-1071341796 tempest-TestMinimumBasicScenario-1071341796-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1094 time: 0.1136942 Jun 08 13:21:07.354266 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38004) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:07.358543 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'floatingip': {'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'port_id': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:07.380343 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for floatingip, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:07.516775 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:07.647899 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Allocated IP 172.27.0.144 (d313d6da-3da1-412d-96cb-e9a1a4db2202/dc223d0e-359c-4f78-9b98-5b98d8d0e1fa/99977895-88ec-4bfa-8fc4-b45364284d3e) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:21:07.791925 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:07.825047 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-66674026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743646460766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2891371'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:07.825868 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:21:07.825868 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 13:21:07.825868 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 13:21:07.825868 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 13:21:07.825868 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 13:21:07.825868 dv-cinder-784477-4-iscsi neutron-server[103602]: ERROR neutron_lib.callbacks.manager Jun 08 13:21:07.841553 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Network d313d6da-3da1-412d-96cb-e9a1a4db2202 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:21:07.842695 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:21:07.845160 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 13:21:08.355992 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3063249-8857-4957-8479-318196335ce1 req-e508579b-df2e-4c21-9d19-be4f7371e396 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:08.357470 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3063249-8857-4957-8479-318196335ce1 req-e508579b-df2e-4c21-9d19-be4f7371e396 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 945 time: 0.2891350 Jun 08 13:21:08.420489 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-e3063249-8857-4957-8479-318196335ce1 req-407d3b5c-5223-4e3e-83d8-ed98abf96278 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ab5316-4645-4a83-94fc-92a0fafa605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Jun 08 13:21:08.435878 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:08.510931 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:08.697688 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aefa9f-9642-407e-a262-288b03f87682 req-9d935c95-ddc6-4bd4-9ae0-3a5e86fae2f9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:08.699192 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-d4aefa9f-9642-407e-a262-288b03f87682 req-9d935c95-ddc6-4bd4-9ae0-3a5e86fae2f9 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 945 time: 0.0795357 Jun 08 13:21:08.713417 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:08.718354 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:08.722092 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fe7faa41-9af8-4002-a28b-e7765f1b0e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:08.828733 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'Port': ['ID=99977895-88ec-4bfa-8fc4-b45364284d3e,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:08.845474 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.845878 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.846247 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.846612 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.846971 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.847336 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.847692 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.848050 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.848405 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.848759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.849112 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.849465 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:08.854262 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:08.857242 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443931'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:08.944306 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Deleting port 9542f115-d123-4213-a472-ae4e33f6de93 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:21:08.944653 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:08.954935 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9521518-f7d2-430c-836c-ce2cb75cd640 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:21:08.989169 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: d9521518-f7d2-430c-836c-ce2cb75cd640 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:21:08.989702 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device d9521518-f7d2-430c-836c-ce2cb75cd640 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:21:09.029745 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Floating IP 8ed6c7b2-b9b6-479d-abe8-6016037b36b3 associated. External IP: 172.27.0.144, port: ef366ded-1934-49fc-80f5-8bbfdd7474c8. Jun 08 13:21:09.078758 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] For port 9542f115-d123-4213-a472-ae4e33f6de93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9542f115-d123-4213-a472-ae4e33f6de93,segment=NetworkSegment(459ba928-c7f8-43de-8e44-9a7bbc2aa7a4),segment_id=459ba928-c7f8-43de-8e44-9a7bbc2aa7a4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:21:09.079116 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.206502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Calling delete_port for 9542f115-d123-4213-a472-ae4e33f6de93 owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:21:09.313751 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.319497 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:09.326779 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['9542f115-d123-4213-a472-ae4e33f6de93'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:21:09.369764 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Pushing event deleted for resources: {'Port': ['ID=9542f115-d123-4213-a472-ae4e33f6de93,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:09.372693 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:09.398010 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Router 7d049769-ca2d-4c6f-936d-a9390fdbd12f has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:21:09.443648 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] No DVR routers for this DVR port 9542f115-d123-4213-a472-ae4e33f6de93 on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:21:09.446818 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.449425 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-d4aefa9f-9642-407e-a262-288b03f87682 req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.59 "DELETE /v2.0/ports/9542f115-d123-4213-a472-ae4e33f6de93 HTTP/1.1" status: 204 len: 173 time: 0.7445898 Jun 08 13:21:09.450107 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'name': 'network-vif-deleted', 'tag': '9542f115-d123-4213-a472-ae4e33f6de93'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:21:09.452503 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac9b9c-76d0-42fa-8bdb-a0f7b3f0e840" -d '{"events": [{"server_uuid": "7d0d9bd3-2252-4121-b1c8-036fa838c63f", "name": "network-vif-deleted", "tag": "9542f115-d123-4213-a472-ae4e33f6de93"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:21:09.606453 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-1028a520-76f8-4552-93c0-2b2ad0d1acb4 req-d7d72a92-c98e-476c-a32c-e13bead56d81 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d0d9bd3-2252-4121-b1c8-036fa838c63f HTTP/1.1" status: 200 len: 210 time: 0.0605175 Jun 08 13:21:09.622191 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:21:09.633804 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] Sync routers for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:21:09.642912 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.644220 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:21:09.644924 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:21:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:09.661231 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14efa10-d912-433f-be87-5488846cd7a0 x-openstack-request-id: req-b14efa10-d912-433f-be87-5488846cd7a0 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:21:09.661561 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0d9bd3-2252-4121-b1c8-036fa838c63f", "name": "network-vif-deleted", "tag": "9542f115-d123-4213-a472-ae4e33f6de93", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:21:09.661888 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b14efa10-d912-433f-be87-5488846cd7a0 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:21:09.662325 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0d9bd3-2252-4121-b1c8-036fa838c63f', 'name': 'network-vif-deleted', 'tag': '9542f115-d123-4213-a472-ae4e33f6de93', 'status': 'completed', 'code': 200} Jun 08 13:21:09.699217 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5422746a-b59a-4d33-ba15-4d39e6daf9ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3439097 Jun 08 13:21:09.700093 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:21:09.702024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38018) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:09.702525 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd1f52-384f-4378-8ee6-7441cdd65744" -d '{"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:21:09.706924 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.v2.base [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130408196', 'description': 'tempest-secgroup-smoke-2130408196 description', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:09.733856 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.803631 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1cec62-8b44-4280-b2da-65101552b696 x-openstack-request-id: req-6b1cec62-8b44-4280-b2da-65101552b696 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:21:09.803965 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:21:09.804257 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b1cec62-8b44-4280-b2da-65101552b696 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:21:09.804698 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'status': 'completed', 'code': 200} Jun 08 13:21:09.861952 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:21:09.886580 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.898758 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.905699 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cd1294c3-0cc0-4907-83a6-792ef64eb131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:09.945484 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:09.946933 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2438226 Jun 08 13:21:09.950272 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38024) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:09.953823 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5688fb-8048-4254-8dde-8850acc3b618,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:09.956841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c89b925d-0866-4d0d-ab7d-76cf46b254b5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:09.957140 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group_rule': {'security_group_id': 'ae5688fb-8048-4254-8dde-8850acc3b618', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:09.975232 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-ba66d771-ca46-4341-9199-c99639dcb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:09.976874 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-ba66d771-ca46-4341-9199-c99639dcb3a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1099 time: 0.1380677 Jun 08 13:21:09.998445 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.067366 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.072155 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.081721 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:10.144666 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-69f0ab6f-c96f-4432-a77d-6d2458cb93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:10.146165 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-69f0ab6f-c96f-4432-a77d-6d2458cb93a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 916 time: 0.1478014 Jun 08 13:21:10.233759 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.234369 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825937 Jun 08 13:21:10.236600 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106bfff6-004d-4621-80b4-eaf8b09fe5fe,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:10.238345 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38026) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:10.240833 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:10.244229 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group_rule': {'security_group_id': 'ae5688fb-8048-4254-8dde-8850acc3b618', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:10.244358 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '8ed6c7b2-b9b6-479d-abe8-6016037b36b3', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'port_id': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'mac_address': 'fa:16:3e:a8:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T13:21:08Z', 'updated_at': '2021-06-08T13:21:08Z', 'revision_number': 0, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:10.249603 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] Checking router: 7d049769-ca2d-4c6f-936d-a9390fdbd12f for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:21:10.261325 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:21:10.262330 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:21:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:10.265462 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-b7aa7a7b-5cdd-4999-a12f-ef89a6668614 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 1000 time: 0.1125321 Jun 08 13:21:10.272260 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.334724 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-8770982a-927d-4b10-a6b6-1171a3151635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:10.336483 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-8770982a-927d-4b10-a6b6-1171a3151635 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0629575 Jun 08 13:21:10.340563 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.348901 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.351368 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:10.368701 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d3e156-f706-4f28-bc5f-f0ab90cbedea,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:10.381469 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:10.388055 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.389386 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a1c0c8ca-d599-446f-bcdb-7291018f130d tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501389 Jun 08 13:21:10.391907 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38028) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:10.397099 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group_rule': {'security_group_id': 'ae5688fb-8048-4254-8dde-8850acc3b618', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:10.417880 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-348f4625-8ed2-40d7-aa7d-7778ee62ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:10.419388 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-348f4625-8ed2-40d7-aa7d-7778ee62ac7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761898 Jun 08 13:21:10.428098 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.454018 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:21:10.494787 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.499071 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.501131 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a7f97879-5f43-4d8e-908b-431d1a317e35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:10.524065 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a692c35d-5477-440b-9d0d-3a203445c8ac,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:10.527128 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:10.531771 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.535805 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429632 Jun 08 13:21:10.536394 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38030) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:10.541467 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group_rule': {'security_group_id': 'ae5688fb-8048-4254-8dde-8850acc3b618', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:10.569376 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-c4645917-298e-4a26-b709-f9a94886a382 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397841 Jun 08 13:21:10.573882 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.640162 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.644673 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.654170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:10.674526 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c486783b-9266-42a0-b4b5-15d109ac74f7,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:10.677969 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:10.680643 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.685210 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5e68caa3-bbb5-4da4-ab50-cd23f2122e20 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448166 Jun 08 13:21:10.685455 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38034) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:10.690388 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group_rule': {'security_group_id': 'ae5688fb-8048-4254-8dde-8850acc3b618', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:10.716194 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Project 269b2763d2b6479bbbb6d7cf450ced88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:21:10.719053 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38036) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:10.724221 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.737908 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-9ccd1f52-384f-4378-8ee6-7441cdd65744 req-a3925f83-5e15-4e30-b747-fbc2a075b2bb service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607399 Jun 08 13:21:10.800683 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.806611 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.809384 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3bcf245b-30b4-4c36-9088-f78f4abfd27b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:10.832923 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34efdeaa-92de-462e-a15b-307d3150a1fe,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:10.835459 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:10.841031 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.842613 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-e8e97034-e88c-46f1-ae35-8304d6091cd3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561179 Jun 08 13:21:10.845170 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38040) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:10.849773 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'security_group_rule': {'security_group_id': 'ae5688fb-8048-4254-8dde-8850acc3b618', 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:10.868329 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '8ed6c7b2-b9b6-479d-abe8-6016037b36b3', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'port_id': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'mac_address': 'fa:16:3e:a8:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T13:21:08Z', 'updated_at': '2021-06-08T13:21:08Z', 'revision_number': 0, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:10.874165 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Project 269b2763d2b6479bbbb6d7cf450ced88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:21:10.874495 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e68f9-1f50-4eb6-bfd4-532f007064ba None None] The sync data for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi is: [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_floatingips': [{'id': '8ed6c7b2-b9b6-479d-abe8-6016037b36b3', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'router_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'port_id': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'mac_address': 'fa:16:3e:a8:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T13:21:08Z', 'updated_at': '2021-06-08T13:21:08Z', 'revision_number': 0, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:21:10.885469 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.927748 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Deleting subnet 49d50f50-0dee-4fa5-a2f6-4c67058ddd97 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:21:10.930953 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.967278 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.972869 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622948'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:10.975015 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:11.000135 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d7a942-f81d-4229-b546-190031ae42d9,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:11.003557 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:11.011173 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.012516 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-16fa589f-77e5-4855-bc2f-c4edac0ab746 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662476 Jun 08 13:21:11.091593 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.101915 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d3fb3-273f-4ad0-9903-dca23d79c33c None None] New status for floating IP 8ed6c7b2-b9b6-479d-abe8-6016037b36b3: ACTIVE {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:21:11.144679 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-6da5afa0-00b7-4cca-aa73-4b545b10428c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130408196&fields=id&tenant_id=269b2763d2b6479bbbb6d7cf450ced88 HTTP/1.1" status: 200 len: 267 time: 0.0457108 Jun 08 13:21:11.148704 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.218084 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.222839 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:11.230745 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-9ad7d856-7d62-4961-a65a-fd04587dfe73 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:11.232490 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-9ad7d856-7d62-4961-a65a-fd04587dfe73 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0823662 Jun 08 13:21:11.244236 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'port': {'security_groups': ['c46a5752-741b-4f5d-a593-c91c1083994b', 'ae5688fb-8048-4254-8dde-8850acc3b618']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:21:11.261824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d50f50-0dee-4fa5-a2f6-4c67058ddd97,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:11.263697 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.265497 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49d50f50-0dee-4fa5-a2f6-4c67058ddd97 HTTP/1.1" status: 204 len: 168 time: 0.5455186 Jun 08 13:21:11.266471 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-90f80a03-0c60-44fe-9b36-f73d15a8e77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:11.267927 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38044) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:11.377109 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.378939 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.502371 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.515057 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:11.527390 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:11.527687 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459ba928-c7f8-43de-8e44-9a7bbc2aa7a4') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:21:11.538771 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.556562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.563196 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:21:11.563625 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:21:11.577459 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:21:11.649843 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:21:11.657665 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.661203 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-933c8245-5d97-41ec-b53c-1f963174bd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:11.676661 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.678526 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9 HTTP/1.1" status: 204 len: 168 time: 0.4096980 Jun 08 13:21:11.679014 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.681909 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b1ff14-69cc-4ae8-b14a-5ca5c9c90aa9,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:11.684626 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0560e9e9-70df-417a-9214-942eeaa8ddea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:11.684771 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.690569 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-09170878-1206-442f-8402-cbd81be45f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:11.696129 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['ef366ded-1934-49fc-80f5-8bbfdd7474c8'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:21:11.755574 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:11.756181 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.757603 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-60819590-52ff-4bc0-a588-a0d4b9795be0 req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "PUT /v2.0/ports/ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 982 time: 0.5182137 Jun 08 13:21:11.780900 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=6']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:11.784891 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-eece4680-ab92-4de0-89af-5ace232cd2a3 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:11.805834 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:21:11.808232 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95" -d '{"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:21:11.826879 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38052) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:11.830367 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['ef366ded-1934-49fc-80f5-8bbfdd7474c8'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:21:11.886943 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-c72600d9-d93d-4728-85b3-8067cc24bca4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc6400aa70044b158592e896b817924e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586381 Jun 08 13:21:11.889348 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38054) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:11.968078 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:11.980547 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62caa1-456e-4a33-b53d-f527c6b4ee94 req-b52db2ee-d93b-4418-a42e-abbcaef41068 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:11.982599 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ea62caa1-456e-4a33-b53d-f527c6b4ee94 req-b52db2ee-d93b-4418-a42e-abbcaef41068 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.1082928 Jun 08 13:21:11.996031 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:12.038505 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ea62caa1-456e-4a33-b53d-f527c6b4ee94 req-aaadb5d1-ea93-424c-ba33-45c7a0f56d35 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478516 Jun 08 13:21:12.056263 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:12.060354 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:12.064617 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87ab5316-4645-4a83-94fc-92a0fafa605e HTTP/1.1" status: 204 len: 168 time: 0.1712952 Jun 08 13:21:12.064617 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bfb23f0b-5802-44f1-bdfc-f72a3756c976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:12.074251 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab5316-4645-4a83-94fc-92a0fafa605e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:12.077412 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:12.095936 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-1749147e-f242-4726-bdf5-8d760c69cd91 None None] Provisioning complete for port ef366ded-1934-49fc-80f5-8bbfdd7474c8 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:21:12.096510 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1749147e-f242-4726-bdf5-8d760c69cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:12.116368 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679fc64a-2ee7-4ac8-8a3c-10eb60d13747 x-openstack-request-id: req-679fc64a-2ee7-4ac8-8a3c-10eb60d13747 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:21:12.116698 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:21:12.116988 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-679fc64a-2ee7-4ac8-8a3c-10eb60d13747 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:21:12.117421 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'status': 'completed', 'code': 200} Jun 08 13:21:12.224526 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-b2e222d4-f5c1-48d0-a80b-8ace618e81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:12.226089 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-b2e222d4-f5c1-48d0-a80b-8ace618e81d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1138 time: 0.0854852 Jun 08 13:21:12.375063 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-3c6a0490-f471-4ec3-b9f1-25d37384e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:12.376520 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-3c6a0490-f471-4ec3-b9f1-25d37384e236 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 916 time: 0.1444433 Jun 08 13:21:12.487092 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-3e7d48f9-89fe-4685-8c69-51fae686a27e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 1002 time: 0.1040075 Jun 08 13:21:12.556086 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-51cf4c39-e971-4366-860d-89b5e05d5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:12.558343 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-51cf4c39-e971-4366-860d-89b5e05d5870 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0641580 Jun 08 13:21:12.642716 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-333115c4-b737-41ec-af21-84c929120d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:12.644051 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-333115c4-b737-41ec-af21-84c929120d0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797544 Jun 08 13:21:12.779043 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-1f137d11-9782-4655-9403-6ad07d3651f4 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284122 Jun 08 13:21:12.920028 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-119cc58a-ddad-4aa6-9a4f-0ca7fc488f95 req-814bf623-37e0-4018-8282-a7f301113152 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336260 Jun 08 13:21:12.975470 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 9542f115-d123-4213-a472-ae4e33f6de93 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:21:13.009672 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: 9542f115-d123-4213-a472-ae4e33f6de93 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:21:13.010048 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device 9542f115-d123-4213-a472-ae4e33f6de93 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:21:25.172738 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38196) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:25.285109 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.387860 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.391235 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.399439 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-96fbc451-5724-48f4-a492-51680fb15d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:25.438225 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40fcf9aec7ce40e095c377831972c72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643960 Jun 08 13:21:25.439054 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7de0cd-69d6-48a8-bb26-df987e26ec2e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:25.441510 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38200) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:25.442127 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:25.497633 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.522582 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.577163 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.579602 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.580709 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b7de0cd-69d6-48a8-bb26-df987e26ec2e HTTP/1.1" status: 204 len: 168 time: 0.1389096 Jun 08 13:21:25.581488 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-56c4db2f-6ace-425d-9b1f-9e2588e73af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:25.591292 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7de0cd-69d6-48a8-bb26-df987e26ec2e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:25.593673 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:25.858838 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38206) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:25.875785 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.978086 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.983345 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:25.991627 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-99a4b6e8-c5a6-4aef-ad9a-5a08af9663c2 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:26.029862 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1434ef-a54c-4c6c-8f6d-92bf21114561,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:26.034024 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbf02f0a2fe24a359f582ca9153851f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741998 Jun 08 13:21:26.034942 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:26.036693 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38208) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:26.092819 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:26.118540 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:26.172130 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:26.174689 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:26.175794 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d1434ef-a54c-4c6c-8f6d-92bf21114561 HTTP/1.1" status: 204 len: 168 time: 0.1381583 Jun 08 13:21:26.176545 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98cb4cc3-d46b-4179-9d92-835fd1539e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:26.186058 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1434ef-a54c-4c6c-8f6d-92bf21114561,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:26.188280 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a6c8c4b4-419c-4d40-9d2d-55291aba4d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:26.566809 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:27.864709 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38254) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:27.978767 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a70906b5-b7c1-478e-9088-f0bbcf26cbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.080440 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a70906b5-b7c1-478e-9088-f0bbcf26cbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.083848 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a70906b5-b7c1-478e-9088-f0bbcf26cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.090560 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-52bc5541-92d2-4f6d-906f-24cdbe22d756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:28.129537 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-a70906b5-b7c1-478e-9088-f0bbcf26cbf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6eb120ebfd94427a0fa5933bfd64c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638135 Jun 08 13:21:28.131108 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70906b5-b7c1-478e-9088-f0bbcf26cbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b10c63-c687-4fe9-9e0f-38616e6e8583,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:28.132311 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38258) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:28.134046 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a70906b5-b7c1-478e-9088-f0bbcf26cbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:28.192931 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.328652 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.378639 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.381174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.382366 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54b10c63-c687-4fe9-9e0f-38616e6e8583 HTTP/1.1" status: 204 len: 168 time: 0.2490869 Jun 08 13:21:28.383129 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-019995f4-f60f-4780-9db6-40655720832e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:28.393893 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b10c63-c687-4fe9-9e0f-38616e6e8583,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:28.396296 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-99a4c72f-0d6b-4e11-9548-88989fd5a465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:28.664349 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38264) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:28.681475 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f94c6246-4196-4dc9-bd1d-2dd2a6cb800f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.784294 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f94c6246-4196-4dc9-bd1d-2dd2a6cb800f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.788030 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f94c6246-4196-4dc9-bd1d-2dd2a6cb800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.796416 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2e6192eb-7094-4385-b510-f739ad98184e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:28.835625 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-f94c6246-4196-4dc9-bd1d-2dd2a6cb800f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f485b71a9219404a8078d1e588473060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702414 Jun 08 13:21:28.837283 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c6246-4196-4dc9-bd1d-2dd2a6cb800f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd55b8d-3d7b-4ba5-addb-4079b9eedfa5,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:28.838239 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38266) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:28.840321 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f94c6246-4196-4dc9-bd1d-2dd2a6cb800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:28.896282 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.922005 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.972803 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.975234 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:28.976327 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bd55b8d-3d7b-4ba5-addb-4079b9eedfa5 HTTP/1.1" status: 204 len: 168 time: 0.1369824 Jun 08 13:21:28.977052 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-84e35c74-a0cd-4479-8d3c-e07998611b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:28.986564 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd55b8d-3d7b-4ba5-addb-4079b9eedfa5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:28.988856 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dd09efb7-45ee-4cc0-9d93-e544755715fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:29.230751 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:21:31.222667 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-175b52be-402e-4a2d-b23e-3c5bb183ab82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:33.562861 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6e3849b6-4a9a-4ff2-b3ed-f04faafd4160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:33.884252 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:34.899332 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.422163 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38352) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:35.534378 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fb46580-37d5-440f-ad02-8394902055e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.638386 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fb46580-37d5-440f-ad02-8394902055e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.642315 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fb46580-37d5-440f-ad02-8394902055e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.649244 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a005630d-9d64-4131-a744-ab009b4e4cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:35.687584 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb46580-37d5-440f-ad02-8394902055e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56defca5-6dc4-47b1-bd58-8e004702e690,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:35.691691 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-9fb46580-37d5-440f-ad02-8394902055e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ba9b63a9b984733b11be41ea5cc0fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685273 Jun 08 13:21:35.692604 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9fb46580-37d5-440f-ad02-8394902055e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:35.694225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38358) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:35.754792 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.780884 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.834792 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.837317 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:35.841540 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56defca5-6dc4-47b1-bd58-8e004702e690 HTTP/1.1" status: 204 len: 168 time: 0.1437459 Jun 08 13:21:35.841540 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-420bbad3-cf6b-4ae3-8376-c73391f691d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:35.849592 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56defca5-6dc4-47b1-bd58-8e004702e690,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:35.851949 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cc06c10e-b34e-46f5-8a65-451801dd64a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:35.926694 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-a2209325-1676-4903-bd10-781f5b1f72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:35.928395 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-a2209325-1676-4903-bd10-781f5b1f72bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1138 time: 0.0886347 Jun 08 13:21:35.953632 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894e2f-ca7d-44a1-90e8-37fc36cab366 req-5918aa64-d892-4020-97bd-8bdd4b5d570f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:35.955541 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-42894e2f-ca7d-44a1-90e8-37fc36cab366 req-5918aa64-d892-4020-97bd-8bdd4b5d570f tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0884118 Jun 08 13:21:36.006706 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-42894e2f-ca7d-44a1-90e8-37fc36cab366 req-127e4880-ed49-4faa-a865-d68d64890c73 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451989 Jun 08 13:21:36.061994 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-2fc3ab57-fe18-4c91-9771-d12585eb68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:36.063341 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-2fc3ab57-fe18-4c91-9771-d12585eb68d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 916 time: 0.1273770 Jun 08 13:21:36.151283 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38366) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:36.168887 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-417e2253-6b37-4e1c-b922-a8b8cbb5dc1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 1002 time: 0.0971611 Jun 08 13:21:36.170972 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3826e92c-52bc-46ab-8213-40845d6811a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.234571 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-1cc9232a-7000-4362-bbcf-7965c5410759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:36.235936 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-1cc9232a-7000-4362-bbcf-7965c5410759 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0594947 Jun 08 13:21:36.274009 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3826e92c-52bc-46ab-8213-40845d6811a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.277876 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3826e92c-52bc-46ab-8213-40845d6811a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.286566 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a1f1b892-686b-4f75-b1ed-6388d477312c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:36.326733 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-bdc237a8-6081-4a57-8dbe-d1f6e13a82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:36.328190 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-bdc237a8-6081-4a57-8dbe-d1f6e13a82d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847569 Jun 08 13:21:36.330819 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-3826e92c-52bc-46ab-8213-40845d6811a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ab3ecf40d0d412c850a727f2a88d447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784327 Jun 08 13:21:36.331739 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826e92c-52bc-46ab-8213-40845d6811a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8004dd-ee8d-44ca-99ff-ca0ffd6c25d3,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:36.333393 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38368) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:36.338960 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3826e92c-52bc-46ab-8213-40845d6811a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:36.496516 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.522912 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-414f4839-276d-4848-b74b-3d090b7b46ad service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829908 Jun 08 13:21:36.557688 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.570198 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.690965 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-e9422877-83fc-4066-bc50-c10ac2941e77 req-22a47633-e1f2-4f2c-b4b3-03c85b87f51a service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584837 Jun 08 13:21:36.696014 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.698610 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:36.699655 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa8004dd-ee8d-44ca-99ff-ca0ffd6c25d3 HTTP/1.1" status: 204 len: 168 time: 0.3609874 Jun 08 13:21:36.700445 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3666c063-b4e6-4e30-9d13-0aab4add38f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:36.711306 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8004dd-ee8d-44ca-99ff-ca0ffd6c25d3,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:36.713506 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:37.189453 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e7649-4cb1-4ad4-ba92-daa81dec5f11 req-f877566b-74da-4b9d-899f-0c861a35fd70 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:37.190946 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d58e7649-4cb1-4ad4-ba92-daa81dec5f11 req-f877566b-74da-4b9d-899f-0c861a35fd70 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0791748 Jun 08 13:21:37.242089 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-d58e7649-4cb1-4ad4-ba92-daa81dec5f11 req-d4ce593f-bdf4-48f1-b074-a5244b78bfbe tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452361 Jun 08 13:21:38.441306 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c06e3-988f-47e2-a807-b21481453051 req-e1277ab8-184e-4dba-9574-8f64c8f296cc tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:38.442793 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d1c06e3-988f-47e2-a807-b21481453051 req-e1277ab8-184e-4dba-9574-8f64c8f296cc tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0844913 Jun 08 13:21:38.489894 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9d1c06e3-988f-47e2-a807-b21481453051 req-5c362137-1b74-4388-8443-9b0fc85d5979 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403662 Jun 08 13:21:39.222791 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38444) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:39.337447 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cda5d34e-7c0b-4453-a5aa-631dcc54b0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.441023 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cda5d34e-7c0b-4453-a5aa-631dcc54b0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.444562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cda5d34e-7c0b-4453-a5aa-631dcc54b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.452898 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bf2ee768-f37f-487c-8df8-d5ddef3f45be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:39.491957 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cda5d34e-7c0b-4453-a5aa-631dcc54b0bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47b095c35a764295a20d8d521fac9c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681365 Jun 08 13:21:39.492832 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5d34e-7c0b-4453-a5aa-631dcc54b0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf515e-854c-4e7b-aa7e-7bf5fafb16a7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:39.495340 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38448) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:39.495840 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cda5d34e-7c0b-4453-a5aa-631dcc54b0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:39.554388 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.584520 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.702017 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b829c9-5a1c-4d98-a4af-686713893f92 req-4770e2aa-6e1e-4dc8-a965-42cb88b5d179 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:39.703400 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5b829c9-5a1c-4d98-a4af-686713893f92 req-4770e2aa-6e1e-4dc8-a965-42cb88b5d179 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.1017864 Jun 08 13:21:39.704507 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.706905 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:39.707909 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9bf515e-854c-4e7b-aa7e-7bf5fafb16a7 HTTP/1.1" status: 204 len: 168 time: 0.2113533 Jun 08 13:21:39.708772 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b8a10f4f-9cbe-4a8b-ab25-c0802f9c9736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:39.731728 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf515e-854c-4e7b-aa7e-7bf5fafb16a7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:39.735271 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8f3ada64-a11c-4833-b9dd-7b911026db6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:39.764281 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a5b829c9-5a1c-4d98-a4af-686713893f92 req-c0e19d08-387a-4a83-9512-c67b03cf14ad tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469589 Jun 08 13:21:39.989457 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38456) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:40.014225 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.115914 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.119494 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.126675 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0f201b44-c830-4e99-83a0-67d807a78e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:40.166336 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e9f02df3e7345fa91733e5a8a7f8031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754212 Jun 08 13:21:40.167069 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953efdfd-4684-43a4-9c74-b34b8284c25a,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:40.169763 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38458) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:40.169940 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:40.227211 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.252184 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.301379 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.303784 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:40.304885 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/953efdfd-4684-43a4-9c74-b34b8284c25a HTTP/1.1" status: 204 len: 168 time: 0.1337705 Jun 08 13:21:40.305620 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bc310e91-226f-4448-863b-b9f8d832f3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:40.315739 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953efdfd-4684-43a4-9c74-b34b8284c25a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:40.318045 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-035d6376-ee3d-40d2-af81-8c22816ce0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:40.952352 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7651e-44e2-4247-bd38-0e9ed2ea457e req-d84115cb-6926-4c52-84f2-db026018a563 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:40.953852 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-78f7651e-44e2-4247-bd38-0e9ed2ea457e req-d84115cb-6926-4c52-84f2-db026018a563 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0804999 Jun 08 13:21:41.093866 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-78f7651e-44e2-4247-bd38-0e9ed2ea457e req-19f17deb-7ea6-410b-ab86-deef761e4458 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343675 Jun 08 13:21:42.274977 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeabd6-0f61-4e6e-803e-cf78e3fc4b35 req-cad34d54-80f9-47ae-857e-d97b55cb97fd tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:42.276967 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47eeabd6-0f61-4e6e-803e-cf78e3fc4b35 req-cad34d54-80f9-47ae-857e-d97b55cb97fd tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0807638 Jun 08 13:21:42.331586 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-47eeabd6-0f61-4e6e-803e-cf78e3fc4b35 req-b1f01a52-9280-483c-b239-8510c9fd0e9b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473175 Jun 08 13:21:42.389614 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38520) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:42.505577 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d173ea2f-a6f6-43d7-b70e-3e8da68dbabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.604537 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d173ea2f-a6f6-43d7-b70e-3e8da68dbabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.608476 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d173ea2f-a6f6-43d7-b70e-3e8da68dbabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.615146 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee8c4f52-47ce-46b7-95b0-e6be38c54fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:42.654402 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173ea2f-a6f6-43d7-b70e-3e8da68dbabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9e94b-9f77-48ee-acf8-75e0ca91192e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:42.658543 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-d173ea2f-a6f6-43d7-b70e-3e8da68dbabf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97ae209d0eaa41b59f068706398e27bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679017 Jun 08 13:21:42.659398 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d173ea2f-a6f6-43d7-b70e-3e8da68dbabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:42.661096 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38524) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:42.716021 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.740446 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.793303 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.795679 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:42.796821 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4f9e94b-9f77-48ee-acf8-75e0ca91192e HTTP/1.1" status: 204 len: 168 time: 0.1348476 Jun 08 13:21:42.797665 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee4c4f9f-b1c1-4f4e-bea2-ed151186bf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:42.807097 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9e94b-9f77-48ee-acf8-75e0ca91192e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:42.809298 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cc992ca8-b573-4fbf-b81b-175cb8d034f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:43.067780 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38530) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:43.085198 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cac8b54-a73c-4741-82fc-dc0804a28304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.184924 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cac8b54-a73c-4741-82fc-dc0804a28304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.188344 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cac8b54-a73c-4741-82fc-dc0804a28304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.196715 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f77783e1-ebbd-4cc1-a4da-b5493cd6aea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:43.234976 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-0cac8b54-a73c-4741-82fc-dc0804a28304 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de47da74b84b4d129aae764b379bdb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661744 Jun 08 13:21:43.236654 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac8b54-a73c-4741-82fc-dc0804a28304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49869b2f-f953-4fa6-a248-0fc9557149fd,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:43.237556 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38532) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:43.239724 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0cac8b54-a73c-4741-82fc-dc0804a28304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:43.300097 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.325883 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.377449 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.379979 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:43.381143 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49869b2f-f953-4fa6-a248-0fc9557149fd HTTP/1.1" status: 204 len: 168 time: 0.1425295 Jun 08 13:21:43.382165 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c1b12bf4-520f-4465-9a84-6e4e6077e7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:43.391651 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49869b2f-f953-4fa6-a248-0fc9557149fd,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:43.394064 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5a153e45-6e76-401c-a440-219a19836da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:43.522033 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ec00e-f579-4bf3-a8aa-349a3e195457 req-37854cb3-4069-4bd6-a529-0a249a24ba94 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:43.523616 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f67ec00e-f579-4bf3-a8aa-349a3e195457 req-37854cb3-4069-4bd6-a529-0a249a24ba94 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0797098 Jun 08 13:21:43.571745 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-f67ec00e-f579-4bf3-a8aa-349a3e195457 req-3da74a1b-0d48-4a2a-b656-88e0769439d9 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424590 Jun 08 13:21:44.762311 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397afb5c-c45a-4156-955c-9985cfe02e54 req-e3ad0ea7-9f61-4ee7-afee-6ce6b06fd0ff tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:44.763786 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-397afb5c-c45a-4156-955c-9985cfe02e54 req-e3ad0ea7-9f61-4ee7-afee-6ce6b06fd0ff tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0888703 Jun 08 13:21:44.809164 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-397afb5c-c45a-4156-955c-9985cfe02e54 req-7ff8ec02-41ce-4f12-87c0-dccb0603ab27 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396545 Jun 08 13:21:44.845541 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38578) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:44.957961 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a5857ca-112c-4317-bab5-9cf47fb482f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.059489 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a5857ca-112c-4317-bab5-9cf47fb482f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.063233 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3a5857ca-112c-4317-bab5-9cf47fb482f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.071680 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-214c3fc4-419e-4315-9bb9-f4e49cd87f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:45.112815 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-3a5857ca-112c-4317-bab5-9cf47fb482f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ea85b572e994df0a84fd7b4812ffa07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661600 Jun 08 13:21:45.115545 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38582) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:45.116879 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5857ca-112c-4317-bab5-9cf47fb482f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da676cac-0b14-4f4f-8cfc-d1e779a55585,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:45.119886 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3a5857ca-112c-4317-bab5-9cf47fb482f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:45.172449 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.197302 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.249989 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.252414 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:45.253502 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da676cac-0b14-4f4f-8cfc-d1e779a55585 HTTP/1.1" status: 204 len: 168 time: 0.1369884 Jun 08 13:21:45.254264 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a483907c-42e0-485a-b76f-eb8fd3502171 tempest-TestVolumeBootPattern-1419651196 tempest-TestVolumeBootPattern-1419651196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:45.263569 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da676cac-0b14-4f4f-8cfc-d1e779a55585,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:45.265780 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6c561cbd-2906-4f4e-9328-c70c777ff00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:45.997823 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ef90f-5a68-45b2-8f65-4c281ccff2ce req-6812e2c8-520d-4749-93fc-d68775b698b9 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:45.999303 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a30ef90f-5a68-45b2-8f65-4c281ccff2ce req-6812e2c8-520d-4749-93fc-d68775b698b9 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0872431 Jun 08 13:21:46.046605 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-a30ef90f-5a68-45b2-8f65-4c281ccff2ce req-0c52ebdf-0643-4edc-9917-b4759a4c8a05 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415857 Jun 08 13:21:47.231293 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e42f2c-2f34-4904-afbb-2bf598e843f9 req-b655074a-1ad4-4c4a-8a0a-6f7b099b0f4b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:47.232703 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-98e42f2c-2f34-4904-afbb-2bf598e843f9 req-b655074a-1ad4-4c4a-8a0a-6f7b099b0f4b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0812812 Jun 08 13:21:47.277297 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-98e42f2c-2f34-4904-afbb-2bf598e843f9 req-7f4c5ea7-752e-4e33-aa06-195f5c9a6063 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387578 Jun 08 13:21:48.464360 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73b48a-cfb8-42b0-a004-7c21b20d2a63 req-3e4196dc-9d31-4a3b-ac45-c5e2a691291b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:21:48.465854 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e73b48a-cfb8-42b0-a004-7c21b20d2a63 req-3e4196dc-9d31-4a3b-ac45-c5e2a691291b tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0849664 Jun 08 13:21:48.512627 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e73b48a-cfb8-42b0-a004-7c21b20d2a63 req-e47c248b-7f01-4c4d-8704-01cdc2d1e5aa tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&id=ae5688fb-8048-4254-8dde-8850acc3b618&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411258 Jun 08 13:21:49.100944 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38634) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:49.216476 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-782fcff3-a615-4213-a9a4-317e444dfd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.327505 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-782fcff3-a615-4213-a9a4-317e444dfd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.331161 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-782fcff3-a615-4213-a9a4-317e444dfd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.340338 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-210315f7-c2a4-4c86-b9d5-8416df650590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:49.379951 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-782fcff3-a615-4213-a9a4-317e444dfd0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be33af783a1a47e1bb3d596d3a77bd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779958 Jun 08 13:21:49.380881 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fcff3-a615-4213-a9a4-317e444dfd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b158c3e7-54f8-44cd-a4f8-9feaad078225,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:49.382670 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38638) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:21:49.384323 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-782fcff3-a615-4213-a9a4-317e444dfd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:49.439409 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.465363 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.516064 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.518494 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:21:49.519583 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b158c3e7-54f8-44cd-a4f8-9feaad078225 HTTP/1.1" status: 204 len: 168 time: 0.1359565 Jun 08 13:21:49.520317 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1624defe-9837-4454-a384-7ff1694e37e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:21:49.530347 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b158c3e7-54f8-44cd-a4f8-9feaad078225,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:21:49.537617 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.538022 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.538389 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.538745 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.539096 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.539450 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.539835 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.540149 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.540502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.540848 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.541192 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.541534 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:21:49.544416 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-892c3bc9-4c0e-4173-90d5-f500256ec658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:21:56.590267 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:01.223194 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb481-06d5-4a2d-8ecc-f886fa2ed2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:03.563841 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4f0f1628-ef75-4dc9-9568-10c7eba2d64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:03.886705 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:04.904861 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:06.229357 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:22:06.569984 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:21.348856 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-38be6a7b-479c-48e7-a872-7c479281fac2 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130408196&fields=id&tenant_id=269b2763d2b6479bbbb6d7cf450ced88 HTTP/1.1" status: 200 len: 267 time: 0.0413573 Jun 08 13:22:21.432942 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-d40a9e3d-0227-481f-98fb-295e7db856ad tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:21.434427 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-d40a9e3d-0227-481f-98fb-295e7db856ad tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 985 time: 0.0803711 Jun 08 13:22:21.445073 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.v2.base [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Request body: {'port': {'security_groups': ['c46a5752-741b-4f5d-a593-c91c1083994b']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:22:21.559873 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-66672690'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:21.796558 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:21.820020 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:21.824318 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743646815991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743646460784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743646460829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2891381'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:21.829664 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c9d59d95-4c5a-44c3-b3e5-c05115c1dde3 tempest-AttachVolumeTestJSON-614511402 tempest-AttachVolumeTestJSON-614511402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:21.836298 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['ef366ded-1934-49fc-80f5-8bbfdd7474c8'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:22:21.896983 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:21.897609 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:21.899014 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-88d540fd-8d86-4a08-83ab-c680d2ca87db req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "PUT /v2.0/ports/ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 943 time: 0.4586017 Jun 08 13:22:21.899543 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:22:21.901883 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df629924-99de-47c7-832e-dd7302359667" -d '{"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:22:21.906453 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38656) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:21.938108 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event updated for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=7']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:21.953525 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.953931 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.954307 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.954678 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.955042 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.955397 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.955758 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.956114 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.957274 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.957274 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.957274 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.957621 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:21.967329 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:21.969496 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b57c36-e265-4a5b-8946-188e79d0cabc x-openstack-request-id: req-34b57c36-e265-4a5b-8946-188e79d0cabc {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:22:21.970114 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:22:21.970648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34b57c36-e265-4a5b-8946-188e79d0cabc {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:22:21.971291 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'status': 'completed', 'code': 200} Jun 08 13:22:21.983066 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['ef366ded-1934-49fc-80f5-8bbfdd7474c8'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:22:22.129111 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.176029 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.176668 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-72d20140-413d-4ef8-81b5-a4977cb03ba1 None None] Provisioning complete for port ef366ded-1934-49fc-80f5-8bbfdd7474c8 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:22:22.177050 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-72d20140-413d-4ef8-81b5-a4977cb03ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66571785'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.222396 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629924-99de-47c7-832e-dd7302359667 req-1702812d-cc0e-41f4-b62c-1ef123a87692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:22.223886 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-1702812d-cc0e-41f4-b62c-1ef123a87692 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1099 time: 0.2367845 Jun 08 13:22:22.328269 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.330637 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.331857 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae5688fb-8048-4254-8dde-8850acc3b618 HTTP/1.1" status: 204 len: 168 time: 0.4244027 Jun 08 13:22:22.337687 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38658) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:22.341735 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2060abb8-d9bc-4608-b353-f658412fce5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:22.357948 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5688fb-8048-4254-8dde-8850acc3b618,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:22.370102 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-96a09870-d887-4023-834c-5dc881f435d1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:22.378499 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629924-99de-47c7-832e-dd7302359667 req-d7bfb908-aa5e-497b-9938-a2014aa7b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:22.380123 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-d7bfb908-aa5e-497b-9938-a2014aa7b2ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 916 time: 0.1497402 Jun 08 13:22:22.497778 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-dc6d3ce9-1e64-4e9b-b231-13210ff469ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 1002 time: 0.1110361 Jun 08 13:22:22.562899 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629924-99de-47c7-832e-dd7302359667 req-525af05c-e981-485a-9709-5738c773367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:22.564445 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-525af05c-e981-485a-9709-5738c773367e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0598578 Jun 08 13:22:22.642172 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629924-99de-47c7-832e-dd7302359667 req-d6d95dc5-0402-4976-9998-953be8934d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:22.643759 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-d6d95dc5-0402-4976-9998-953be8934d6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724788 Jun 08 13:22:22.698086 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Deleting port 99977895-88ec-4bfa-8fc4-b45364284d3e {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:22.698707 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.775627 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-d34e95b5-f2b6-4ef7-8279-8a83de714dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256449 Jun 08 13:22:22.814870 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.815204 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:22.903375 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-df629924-99de-47c7-832e-dd7302359667 req-20c5d322-a7e8-4502-a0b4-dfd7282fa18e service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211305 Jun 08 13:22:22.936815 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Calling delete_port for 99977895-88ec-4bfa-8fc4-b45364284d3e owned by network:floatingip {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:23.055927 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:23.059479 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cfb0e192-efc8-4c61-a78c-b11f6932f3cf tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:23.106748 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event deleted for resources: {'Port': ['ID=99977895-88ec-4bfa-8fc4-b45364284d3e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:23.132230 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:23.192658 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks [] for floatingip, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:23.192904 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.db.l3_db [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Floating IP 8ed6c7b2-b9b6-479d-abe8-6016037b36b3 disassociated (deleted). External IP: 172.27.0.144, port: ef366ded-1934-49fc-80f5-8bbfdd7474c8. Jun 08 13:22:23.534328 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Router 7d049769-ca2d-4c6f-936d-a9390fdbd12f has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:22:23.704922 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:22:23.709704 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:23.714017 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] Sync routers for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:22:23.724351 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:22:23.724972 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:22:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:23.765998 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-1b63e0d0-c675-43e9-bfa0-3bb3f6c14230 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "DELETE /v2.0/floatingips/8ed6c7b2-b9b6-479d-abe8-6016037b36b3 HTTP/1.1" status: 204 len: 168 time: 1.4299631 Jun 08 13:22:23.900601 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:22:23.972862 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:22:23.975551 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549632e5633143e98bd451e94e4381d6fb62b157ca07635244e7214aca0cf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47138c5-199a-459a-a7ab-b6d46da34e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:22:24.130930 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e39e0-753f-4dd3-92ee-d7df2651f099 x-openstack-request-id: req-180e39e0-753f-4dd3-92ee-d7df2651f099 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:22:24.131322 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:22:24.131681 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-180e39e0-753f-4dd3-92ee-d7df2651f099 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:22:24.132309 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'status': 'completed', 'code': 200} Jun 08 13:22:24.224953 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:24.229271 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] Checking router: 7d049769-ca2d-4c6f-936d-a9390fdbd12f for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:22:24.236397 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-cae24ed4-7840-4b2b-901c-4399b49a18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:24.238331 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:22:24.238448 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-cae24ed4-7840-4b2b-901c-4399b49a18b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 1099 time: 0.0767169 Jun 08 13:22:24.238949 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:22:04Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:24.371464 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-6ec1a1dd-f2b0-4009-bf31-d593d6625b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:24.372896 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-6ec1a1dd-f2b0-4009-bf31-d593d6625b6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 200 len: 916 time: 0.1286700 Jun 08 13:22:24.413129 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:22:24.458108 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-446a1a85-8a22-425b-8a27-6cbbb976b253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 200 len: 217 time: 0.0774024 Jun 08 13:22:24.525289 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-8f0c1d10-2081-4742-9453-21a6c679bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:24.526760 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-8f0c1d10-2081-4742-9453-21a6c679bade service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 200 len: 854 time: 0.0625362 Jun 08 13:22:24.601570 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-bc904950-c596-4b40-937c-49d356c1ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:24.603015 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-bc904950-c596-4b40-937c-49d356c1ee43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bda2f0c7-29c6-4166-9cc1-413944a4e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700405 Jun 08 13:22:24.738981 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-7013f16d-ced3-4ecf-a820-f12c66c6f5c4 service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284666 Jun 08 13:22:24.773525 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:24.777384 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12349e-d1ab-49d2-ab39-e712bb7944f5 None None] The sync data for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi is: [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:20:13Z', 'revision_number': 4, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi', '_interfaces': [{'id': '7b24748c-853f-44fb-802c-7e766d4000cf', 'name': '', 'network_id': 'bda2f0c7-29c6-4166-9cc1-413944a4e248', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'mac_address': 'fa:16:3e:4f:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:12Z', 'updated_at': '2021-06-08T13:20:20Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'subnets': [{'id': '52326cc3-1636-40c4-95ea-9e9117edf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:22:24.874195 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f47138c5-199a-459a-a7ab-b6d46da34e1b req-c0f69df7-7e71-4a11-b17c-da3987368d3d service neutron] 10.222.0.59 "GET /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284714 Jun 08 13:22:24.998615 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc27141-a215-485b-926a-baa4f4e031cd None None] New status for floating IP 8ed6c7b2-b9b6-479d-abe8-6016037b36b3: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:22:26.578322 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:27.037301 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b60bb-67ab-4ec7-b3a1-90bd317113f4 req-f9c1dfbe-7cfb-4802-9cd4-6dcb922785f1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:27.038748 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-022b60bb-67ab-4ec7-b3a1-90bd317113f4 req-f9c1dfbe-7cfb-4802-9cd4-6dcb922785f1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0772073 Jun 08 13:22:27.081665 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-022b60bb-67ab-4ec7-b3a1-90bd317113f4 req-6afa0ae1-f0c4-4fc9-9925-6941986caaf1 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368247 Jun 08 13:22:28.264488 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39670b-57b1-4b74-ae6a-e391a75e8b9d req-e858399d-0c31-40ec-969a-43c14abac7f5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:28.265824 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e39670b-57b1-4b74-ae6a-e391a75e8b9d req-e858399d-0c31-40ec-969a-43c14abac7f5 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0795956 Jun 08 13:22:28.308498 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-9e39670b-57b1-4b74-ae6a-e391a75e8b9d req-1db05218-8213-4970-856f-4206a2d665ce tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/security-groups?id=c46a5752-741b-4f5d-a593-c91c1083994b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Jun 08 13:22:28.591517 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-c347caa6-bba3-4864-af68-5e6492d17b8c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:28.592804 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-c347caa6-bba3-4864-af68-5e6492d17b8c tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.59 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 946 time: 0.0769832 Jun 08 13:22:28.825154 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Deleting port ef366ded-1934-49fc-80f5-8bbfdd7474c8 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:28.825492 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:28.954110 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] For port ef366ded-1934-49fc-80f5-8bbfdd7474c8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ef366ded-1934-49fc-80f5-8bbfdd7474c8,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:28.954464 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:29.080690 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Calling delete_port for ef366ded-1934-49fc-80f5-8bbfdd7474c8 owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:29.187665 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:29.193011 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4aabdbcf-94e8-4ce0-ad05-7acf92c3a2b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:29.200271 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] get_ports_and_sgs() called for port_ids ['ef366ded-1934-49fc-80f5-8bbfdd7474c8'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 13:22:29.240618 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Pushing event deleted for resources: {'Port': ['ID=ef366ded-1934-49fc-80f5-8bbfdd7474c8,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:29.243605 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:29.314096 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] No DVR routers for this DVR port ef366ded-1934-49fc-80f5-8bbfdd7474c8 on host hv-cinder-78447 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:22:29.316588 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924005'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:29.318586 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f2a7ee58-fcf7-48ff-9ccb-da7c46866002 req-dfa068be-37c1-4038-9158-ad97637f197a tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.59 "DELETE /v2.0/ports/ef366ded-1934-49fc-80f5-8bbfdd7474c8 HTTP/1.1" status: 204 len: 173 time: 0.7207005 Jun 08 13:22:29.319090 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'name': 'network-vif-deleted', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 13:22:29.321616 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf35db5853bc881cefad142aeb463c191c5615ac3f4ddade48d63879729ccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827b0b5-490a-45c3-8c86-5d0ccd2df0d9" -d '{"events": [{"server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "name": "network-vif-deleted", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:22:29.368655 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f6e550-e96b-43a1-a3f0-7ac952983411 x-openstack-request-id: req-47f6e550-e96b-43a1-a3f0-7ac952983411 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:22:29.368992 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ad82bb-325b-4eac-8e15-8e10077d3d40", "name": "network-vif-deleted", "tag": "ef366ded-1934-49fc-80f5-8bbfdd7474c8", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:22:29.369311 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47f6e550-e96b-43a1-a3f0-7ac952983411 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:22:29.369777 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ad82bb-325b-4eac-8e15-8e10077d3d40', 'name': 'network-vif-deleted', 'tag': 'ef366ded-1934-49fc-80f5-8bbfdd7474c8', 'status': 'completed', 'code': 200} Jun 08 13:22:29.495379 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [req-ab7495f5-c0d7-4777-904b-8b117eacec1d req-ebbdc12d-f676-44e2-9119-eca4ffc2e590 tempest-TestMinimumBasicScenario-1265438573 tempest-TestMinimumBasicScenario-1265438573-project] 10.222.0.21 "GET /v2.0/ports?device_id=06ad82bb-325b-4eac-8e15-8e10077d3d40 HTTP/1.1" status: 200 len: 210 time: 0.0445988 Jun 08 13:22:31.215841 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38744) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:31.232507 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-25358f86-a4de-491c-a0a1-483225102a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:31.314996 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device ef366ded-1934-49fc-80f5-8bbfdd7474c8 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:31.352688 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] No Port match for: ef366ded-1934-49fc-80f5-8bbfdd7474c8 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:31.353053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Device ef366ded-1934-49fc-80f5-8bbfdd7474c8 not bound to the agent host hv-cinder-78447 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:31.737442 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:32.274713 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Deleting port 7b24748c-853f-44fb-802c-7e766d4000cf {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:32.275467 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:32.397009 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] For port 7b24748c-853f-44fb-802c-7e766d4000cf, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=7b24748c-853f-44fb-802c-7e766d4000cf,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:32.397363 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:32.521501 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Calling delete_port for 7b24748c-853f-44fb-802c-7e766d4000cf owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:32.665066 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:32.669195 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5438ffc4-ea5b-4038-9237-1dec4aea67a2 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:32.712293 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b24748c-853f-44fb-802c-7e766d4000cf,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:32.715754 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:32.978014 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:33.330762 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Router 7d049769-ca2d-4c6f-936d-a9390fdbd12f has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:22:33.565917 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3e7be177-bf62-4896-a99f-0dedc2a8a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:33.614191 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:22:33.618861 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-61ea85d7-58ec-4d99-8929-6aeada8d7513 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d049769-ca2d-4c6f-936d-a9390fdbd12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4020238 Jun 08 13:22:33.621275 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38746) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:33.623804 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] Sync routers for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:22:33.632928 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:22:33.633526 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:22:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:33.792024 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:33.806216 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: dv-cinder-784477-4-iscsi {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:22:33.972948 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:33.989956 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.046646 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Deleting port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:34.046982 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.102816 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:22:32Z', 'revision_number': 5, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port': {'id': 'b5b10b70-8dca-4e8d-8e7e-1acc6cda508b', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:10Z', 'updated_at': '2021-06-08T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:34.107128 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] Checking router: 7d049769-ca2d-4c6f-936d-a9390fdbd12f for host: dv-cinder-784477-4-iscsi {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:22:34.115403 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] Routers {'7d049769-ca2d-4c6f-936d-a9390fdbd12f'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:22:34.116001 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:22:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:34.164506 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] For port b5b10b70-8dca-4e8d-8e7e-1acc6cda508b, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:34.164857 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.265194 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] Set router 7d049769-ca2d-4c6f-936d-a9390fdbd12f gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:22:34.288915 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Calling delete_port for b5b10b70-8dca-4e8d-8e7e-1acc6cda508b owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:34.374592 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:22:33Z', 'revision_number': 6, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:34.378952 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830988e9-ba94-4ea5-9eb4-06a564cfaa7a None None] The sync data for ids ['7d049769-ca2d-4c6f-936d-a9390fdbd12f'] in dv-cinder-784477-4-iscsi is: [{'id': '7d049769-ca2d-4c6f-936d-a9390fdbd12f', 'name': 'tempest-TestMinimumBasicScenario-1002880162-router', 'tenant_id': '269b2763d2b6479bbbb6d7cf450ced88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:09Z', 'updated_at': '2021-06-08T13:22:33Z', 'revision_number': 6, 'project_id': '269b2763d2b6479bbbb6d7cf450ced88', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:22:34.426036 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.430452 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ef7fc34c-56f0-4d7b-9b12-6790214b83b3 tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:34.476352 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b10b70-8dca-4e8d-8e7e-1acc6cda508b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:34.479309 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:34.568174 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.738667 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.740944 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.766951 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.767601 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d049769-ca2d-4c6f-936d-a9390fdbd12f {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 13:22:34.772518 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.773498 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-7f7c86b5-92f2-453a-b7d8-3fbac4c7c3c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d049769-ca2d-4c6f-936d-a9390fdbd12f HTTP/1.1" status: 204 len: 168 time: 1.1512887 Jun 08 13:22:34.776150 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38748) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:34.834857 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Deleting subnet 52326cc3-1636-40c4-95ea-9e9117edf7b8 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:22:34.837611 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.905214 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:34.990771 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.065486 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.135110 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.139619 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:35.178061 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52326cc3-1636-40c4-95ea-9e9117edf7b8,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:35.180008 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.181839 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52326cc3-1636-40c4-95ea-9e9117edf7b8 HTTP/1.1" status: 204 len: 168 time: 0.4045689 Jun 08 13:22:35.182731 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-78182f68-4919-4dff-88fe-7cbee3d74985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:35.184903 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38750) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:35.186910 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced48c86-2b3c-48b7-9156-e07d420f673b None None] Network bda2f0c7-29c6-4166-9cc1-413944a4e248 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:22:35.398836 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.478427 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Deleting port 59a96146-a9ad-42d3-b70c-73b8c42233c6 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:35.478770 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.498053 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] DHCP port deletion for bda2f0c7-29c6-4166-9cc1-413944a4e248 request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 13:22:35.562272 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Deleting port 59a96146-a9ad-42d3-b70c-73b8c42233c6 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:35.562653 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.580647 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] For port 59a96146-a9ad-42d3-b70c-73b8c42233c6, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=59a96146-a9ad-42d3-b70c-73b8c42233c6,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:35.581054 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.660476 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] For port 59a96146-a9ad-42d3-b70c-73b8c42233c6, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=59a96146-a9ad-42d3-b70c-73b8c42233c6,segment=NetworkSegment(41d39fc4-386b-4c21-b4ae-24ab49925550),segment_id=41d39fc4-386b-4c21-b4ae-24ab49925550)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:35.660782 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.704490 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Calling delete_port for 59a96146-a9ad-42d3-b70c-73b8c42233c6 owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:35.749683 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2891362'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.754201 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c54e4c20-8f5a-4c48-94ba-bd926ee80d33 tempest-VolumesSnapshotTestJSON-1661971107 tempest-VolumesSnapshotTestJSON-1661971107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:35.783131 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Calling delete_port for 59a96146-a9ad-42d3-b70c-73b8c42233c6 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:35.797226 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Pushing event deleted for resources: {'Port': ['ID=59a96146-a9ad-42d3-b70c-73b8c42233c6,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:35.799053 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] No DVR routers for this DVR port 59a96146-a9ad-42d3-b70c-73b8c42233c6 on host dv-cinder-784477-4-iscsi {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:22:35.800473 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:35.828759 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.833178 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-ce13ff2f-1026-43a4-a559-8b98e1ba8d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:35.873101 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Pushing event deleted for resources: {'Port': ['ID=59a96146-a9ad-42d3-b70c-73b8c42233c6,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:35.878301 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] No DVR routers for this DVR port 59a96146-a9ad-42d3-b70c-73b8c42233c6 on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:22:35.887853 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.889911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.890281 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.890663 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.890998 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.891290 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.891622 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.891954 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.892285 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.892613 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.892938 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.893261 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-iscsi {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:22:35.896729 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cc53049d-b116-4784-ba5c-70cc1d7ee771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:35.913250 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.925687 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda2f0c7-29c6-4166-9cc1-413944a4e248']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:35.937804 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d39fc4-386b-4c21-b4ae-24ab49925550') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:35.938095 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.services.segments.db [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d39fc4-386b-4c21-b4ae-24ab49925550') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:35.949891 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2300979'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.965935 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.972108 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:22:35.972718 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2891281'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: Traceback (most recent call last): Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: timer() Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: cb(*args, **kw) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: return func(*args, **kwargs) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: self._notify() Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: self.callback(batched_events) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: event.method(event) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: return f(self, *a, **k) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._get(url).json() Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:22:35.990134 dv-cinder-784477-4-iscsi neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:22:36.013001 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b5b10b70-8dca-4e8d-8e7e-1acc6cda508b no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:36.048294 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: b5b10b70-8dca-4e8d-8e7e-1acc6cda508b {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:36.048658 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b5b10b70-8dca-4e8d-8e7e-1acc6cda508b not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:36.049094 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 59a96146-a9ad-42d3-b70c-73b8c42233c6 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:36.064111 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:36.068222 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:36.081871 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:36.083690 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] 10.222.0.21 "DELETE /v2.0/networks/bda2f0c7-29c6-4166-9cc1-413944a4e248 HTTP/1.1" status: 204 len: 168 time: 0.8977354 Jun 08 13:22:36.084122 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 59a96146-a9ad-42d3-b70c-73b8c42233c6 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:36.084488 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 59a96146-a9ad-42d3-b70c-73b8c42233c6 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:36.084930 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7b24748c-853f-44fb-802c-7e766d4000cf no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:36.087171 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38752) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:36.092883 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Pushing event deleted for resources: {'Network': ['ID=bda2f0c7-29c6-4166-9cc1-413944a4e248,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:36.098648 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-71f6e1cb-ae26-4f5a-9ab1-16ec446b4dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:36.117908 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: 7b24748c-853f-44fb-802c-7e766d4000cf {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:36.118273 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device 7b24748c-853f-44fb-802c-7e766d4000cf not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:36.572513 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:36.617368 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443944'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:37.025509 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Deleting port b2ed9170-2708-4299-9be7-9619cc76c9ef {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:37.025818 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:37.143324 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] For port b2ed9170-2708-4299-9be7-9619cc76c9ef, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=b2ed9170-2708-4299-9be7-9619cc76c9ef,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:37.144005 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:37.265484 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Calling delete_port for b2ed9170-2708-4299-9be7-9619cc76c9ef owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:37.501335 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:37.505567 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c4ab3952-b9a5-41eb-8588-024267d3665d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:37.550658 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ed9170-2708-4299-9be7-9619cc76c9ef,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:37.576255 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:37.810641 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517331'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:38.162203 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Router b0836020-19f2-4b9a-9d3c-80ec7716fb42 has already been hosted by L3 agent cf0d619a-f674-43e0-b908-56ff5f323846 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 13:22:38.335901 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-iscsi the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 13:22:38.342644 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-15acca46-4794-4421-a277-e0cc92584211 admin admin] 10.222.0.21 "PUT /v2.0/routers/b0836020-19f2-4b9a-9d3c-80ec7716fb42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2544270 Jun 08 13:22:38.345139 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38758) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:38.347159 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] Sync routers for ids ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'] in dv-cinder-784477-4-iscsi {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:22:38.357823 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] Routers {'b0836020-19f2-4b9a-9d3c-80ec7716fb42'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:22:38.358425 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:22:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:38.525496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:38.544703 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] Set router b0836020-19f2-4b9a-9d3c-80ec7716fb42 gateway port host: dv-cinder-784477-4-iscsi {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:22:38.810742 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:38.855110 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'external_fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:22:37Z', 'revision_number': 5, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port': {'id': 'adb183c4-26d8-4040-aa2a-784f6f594ed6', 'name': '', 'network_id': 'd313d6da-3da1-412d-96cb-e9a1a4db2202', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc223d0e-359c-4f78-9b98-5b98d8d0e1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-iscsi'}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:38.859378 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] Checking router: b0836020-19f2-4b9a-9d3c-80ec7716fb42 for host: dv-cinder-784477-4-iscsi {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:22:38.867677 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] Routers {'b0836020-19f2-4b9a-9d3c-80ec7716fb42'} bound to L3 agent in host dv-cinder-784477-4-iscsi {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 13:22:38.868282 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:33Z,description=,heartbeat_timestamp=2021-06-08T13:22:34Z,host='dv-cinder-784477-4-iscsi',id=cf0d619a-f674-43e0-b908-56ff5f323846,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:33Z,topic='l3_agent')) {'router_ids': ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:38.882523 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Deleting port adb183c4-26d8-4040-aa2a-784f6f594ed6 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:38.882860 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.005496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] For port adb183c4-26d8-4040-aa2a-784f6f594ed6, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=adb183c4-26d8-4040-aa2a-784f6f594ed6,segment=NetworkSegment(4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4),segment_id=4b2623a9-d7eb-4b54-9ab1-b94c7ff1adf4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:39.005876 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.017431 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] Set router b0836020-19f2-4b9a-9d3c-80ec7716fb42 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 13:22:39.120403 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:22:38Z', 'revision_number': 6, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port_host': None}], 'dv-cinder-784477-4-iscsi', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:39.124422 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4485b49-87b4-43ee-879d-8875de1ad656 None None] The sync data for ids ['b0836020-19f2-4b9a-9d3c-80ec7716fb42'] in dv-cinder-784477-4-iscsi is: [{'id': 'b0836020-19f2-4b9a-9d3c-80ec7716fb42', 'name': 'tempest-TestMinimumBasicScenario-913644439-router', 'tenant_id': 'cbe78085808e41c59fd0d0357649c609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T13:20:16Z', 'updated_at': '2021-06-08T13:22:38Z', 'revision_number': 6, 'project_id': 'cbe78085808e41c59fd0d0357649c609', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:22:39.129155 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Calling delete_port for adb183c4-26d8-4040-aa2a-784f6f594ed6 owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:39.262399 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.266863 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-38bacbc1-ee38-4dbb-b011-f255e6f2e86c tempest-AttachVolumeNegativeTest-1824723258 tempest-AttachVolumeNegativeTest-1824723258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:39.311954 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb183c4-26d8-4040-aa2a-784f6f594ed6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:39.314856 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:39.401961 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443982'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.574147 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4374'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.576314 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.598678 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522231'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.599193 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0836020-19f2-4b9a-9d3c-80ec7716fb42 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 13:22:39.603326 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.604370 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-22983f89-0045-4208-9366-0e875a645911 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b0836020-19f2-4b9a-9d3c-80ec7716fb42 HTTP/1.1" status: 204 len: 168 time: 1.2582841 Jun 08 13:22:39.607502 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38762) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:39.666510 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Deleting subnet a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 13:22:39.669934 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.717824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464614'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.798555 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66655035'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.870158 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66655026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2436419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2324966'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.873844 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:39.908711 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:39.912251 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:39.913296 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:39.915108 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-3587ecb4-7964-4cbf-b7cf-f38d364379f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4cdce6d-f1f9-4ae6-bb7d-2ad0f9ef7206 HTTP/1.1" status: 204 len: 168 time: 0.3067188 Jun 08 13:22:39.917556 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38764) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:39.919823 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a401ab9-3408-4f66-8381-91752e945b4c None None] Network 30e6945c-49e7-4177-abf3-2c36c8fcf639 requested from dv-cinder-784477-4-iscsi {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:22:40.026632 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66509698'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.048141 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b2ed9170-2708-4299-9be7-9619cc76c9ef no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:40.103604 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Deleting port a79897a9-c593-4018-8499-f5c13b46306c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:40.103965 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.122681 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: b2ed9170-2708-4299-9be7-9619cc76c9ef {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:40.123034 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device b2ed9170-2708-4299-9be7-9619cc76c9ef not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:40.123669 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device adb183c4-26d8-4040-aa2a-784f6f594ed6 no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:40.165271 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: adb183c4-26d8-4040-aa2a-784f6f594ed6 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:40.165627 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device adb183c4-26d8-4040-aa2a-784f6f594ed6 not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:40.203229 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] For port a79897a9-c593-4018-8499-f5c13b46306c, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=a79897a9-c593-4018-8499-f5c13b46306c,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:40.203588 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.235259 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62317815-e976-46a0-9b80-1079d4609248 None None] DHCP port deletion for 30e6945c-49e7-4177-abf3-2c36c8fcf639 request from dv-cinder-784477-4-iscsi {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 13:22:40.298094 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Deleting port a79897a9-c593-4018-8499-f5c13b46306c {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 13:22:40.298481 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743646872293'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.330319 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Calling delete_port for a79897a9-c593-4018-8499-f5c13b46306c owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:40.380448 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2436501'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.385276 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:40.395830 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-62317815-e976-46a0-9b80-1079d4609248 None None] For port a79897a9-c593-4018-8499-f5c13b46306c, host dv-cinder-784477-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-iscsi',level=0,port_id=a79897a9-c593-4018-8499-f5c13b46306c,segment=NetworkSegment(31074626-15f9-4148-a385-c4fb8e356575),segment_id=31074626-15f9-4148-a385-c4fb8e356575)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 13:22:40.396236 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-514443'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.427819 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79897a9-c593-4018-8499-f5c13b46306c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:40.430438 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:40.432641 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] No DVR routers for this DVR port a79897a9-c593-4018-8499-f5c13b46306c on host dv-cinder-784477-4-iscsi {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:22:40.516294 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Calling delete_port for a79897a9-c593-4018-8499-f5c13b46306c owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 13:22:40.551644 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66652802', 'neutron.services.segments.db._delete_segments_for_network-8743646746799'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.563009 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66674035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743646815973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743646460775'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.564305 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e6945c-49e7-4177-abf3-2c36c8fcf639']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:40.566505 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-329c6ba7-760b-4cc6-9758-09146c1dc4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:40.576371 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31074626-15f9-4148-a385-c4fb8e356575') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:40.576664 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.services.segments.db [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31074626-15f9-4148-a385-c4fb8e356575') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:22:40.587914 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743646747082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464621'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.604349 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.611547 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Pushing event deleted for resources: {'Port': ['ID=a79897a9-c593-4018-8499-f5c13b46306c,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:40.611828 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:22:40.612266 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66659756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2436582'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.614571 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-62317815-e976-46a0-9b80-1079d4609248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:40.615396 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62317815-e976-46a0-9b80-1079d4609248 None None] No DVR routers for this DVR port a79897a9-c593-4018-8499-f5c13b46306c on host dv-cinder-784477-4-iscsi {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: Traceback (most recent call last): Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: timer() Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: cb(*args, **kw) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: return func(*args, **kwargs) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: self._notify() Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: self.callback(batched_events) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: event.method(event) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: return f(self, *a, **k) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._get(url).json() Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 13:22:40.628943 dv-cinder-784477-4-iscsi neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 13:22:40.807896 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66652853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444009'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.811619 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8e07c1be-6993-40a0-ba11-bd9c0c37aa84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:40.825415 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566668'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:40.827270 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] 10.222.0.21 "DELETE /v2.0/networks/30e6945c-49e7-4177-abf3-2c36c8fcf639 HTTP/1.1" status: 204 len: 168 time: 0.9088297 Jun 08 13:22:40.833380 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e6945c-49e7-4177-abf3-2c36c8fcf639,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:40.835824 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ed6be8f6-8918-4816-bb55-819fca816797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:41.005948 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38772) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:41.056498 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-1510e183-a995-45d6-a82e-2bce15790394 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=269b2763d2b6479bbbb6d7cf450ced88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493443 Jun 08 13:22:41.059266 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.21', 38774) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:41.114842 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.140616 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.195078 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.197687 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.198828 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46a5752-741b-4f5d-a593-c91c1083994b HTTP/1.1" status: 204 len: 168 time: 0.1386952 Jun 08 13:22:41.200265 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-aed62253-ddf3-4aac-ac26-04053579e0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:41.209441 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46a5752-741b-4f5d-a593-c91c1083994b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:41.211817 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5971cd5f-7547-44f3-aef7-5e740bc5b5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:41.535091 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38780) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:41.582210 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-fc60d44a-b332-44bd-9ed3-0858c3f08498 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbe78085808e41c59fd0d0357649c609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458825 Jun 08 13:22:41.584577 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.21', 38782) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 13:22:41.643497 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.668539 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.720531 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622861'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.723004 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:22:41.724118 dv-cinder-784477-4-iscsi neutron-server[103602]: INFO neutron.wsgi [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8b0dadd-46df-41c7-a5b7-2f56a449dbb4 HTTP/1.1" status: 204 len: 168 time: 0.1386840 Jun 08 13:22:41.724859 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f9c2704b-768f-40e1-a3cf-99dcfc340992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:22:41.734410 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0dadd-46df-41c7-a5b7-2f56a449dbb4,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:22:41.736827 dv-cinder-784477-4-iscsi neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ad57653a-13d7-420c-aa49-22b226671d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:22:42.022309 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device a79897a9-c593-4018-8499-f5c13b46306c no longer exists at agent ovs-agent-dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 13:22:42.056862 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] No Port match for: a79897a9-c593-4018-8499-f5c13b46306c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 13:22:42.057218 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Device a79897a9-c593-4018-8499-f5c13b46306c not bound to the agent host dv-cinder-784477-4-iscsi {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 13:22:43.227654 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:22:53.864283 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-74329307-696f-4e6e-92d7-155f496ed119 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732679 Jun 08 13:22:54.004283 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-6bb94354-a2d8-4147-a639-eb0d6f4f829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:54.005755 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-6bb94354-a2d8-4147-a639-eb0d6f4f829e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0706940 Jun 08 13:22:54.148496 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-d620bc0a-9c8d-4868-b706-18822c72aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:54.149877 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-d620bc0a-9c8d-4868-b706-18822c72aa32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1246088 Jun 08 13:22:54.219883 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-153a971f-4c8f-43af-9d1e-b4e7ba1adff5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0633576 Jun 08 13:22:54.280562 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-fe1d2afa-5cd7-4fca-93cb-3c8704c32a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:54.281958 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-fe1d2afa-5cd7-4fca-93cb-3c8704c32a24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0561478 Jun 08 13:22:54.359448 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-e8802521-6864-4952-a07b-296f4710d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:22:54.360900 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-e8802521-6864-4952-a07b-296f4710d603 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722072 Jun 08 13:22:54.488644 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-e78e0afe-ecb2-4ded-9dd0-ba48b3ee5b7d service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209960 Jun 08 13:22:54.621903 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-7b633428-8bf7-4401-8ef1-fee4a5137dfa req-1c8f082d-3fd7-4419-a935-8920b0d162a0 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264060 Jun 08 13:22:56.593685 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:01.223813 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b0188907-ab8e-4d97-9692-188fe49573fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:03.566604 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8b411109-8495-4bd8-8787-bcd5755745d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:03.892638 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:04.907989 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:06.576022 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:20.226347 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:23:26.591714 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:31.225147 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c3994fa7-7c82-4022-ad8d-17cd187300f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:33.568285 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e057471a-d3bf-4f87-9e1d-e10a630c26bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:33.892599 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:34.911811 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:36.580622 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:54.546220 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-bec2b694-f3f1-42c5-8abc-eab45f565ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694878 Jun 08 13:23:54.681322 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-43c0151a-d679-45bf-96dd-c958e43549f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:23:54.682764 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-43c0151a-d679-45bf-96dd-c958e43549f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0686269 Jun 08 13:23:54.835370 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-1c908c93-d00a-4173-98d4-653f9f6c2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:23:54.836786 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-1c908c93-d00a-4173-98d4-653f9f6c2c70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1353998 Jun 08 13:23:54.904733 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-ea85b1cd-55ac-4eae-a4eb-e457b33d85cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0614719 Jun 08 13:23:54.965885 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-6f8ea5e6-f49a-4971-a00e-396f3f4307f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:23:54.967261 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-6f8ea5e6-f49a-4971-a00e-396f3f4307f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0561209 Jun 08 13:23:55.042461 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-b52ed3ec-691f-4a2e-aa62-67b2760d3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:23:55.043903 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-b52ed3ec-691f-4a2e-aa62-67b2760d3bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699472 Jun 08 13:23:55.267972 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-96c07d7a-246b-463e-beed-b27b15bc55fe service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164671 Jun 08 13:23:55.410294 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-ce525e2c-c329-4387-b4ee-917e0da15850 req-6831caf9-046b-4c85-a327-63c62d275a24 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360800 Jun 08 13:23:56.605682 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:23:57.225104 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:24:01.226385 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3c833363-ddc2-4d0d-814a-9f5a90f33700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:03.569272 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2c070801-997e-4136-b23e-02d801a66fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:03.893778 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:04.912627 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:06.583848 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:26.604651 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:31.226911 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-83a53128-c03c-41ce-b4cb-0584dcecbb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:33.571450 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0b7aea08-0b78-4b64-84d5-0b1bdab2de46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:33.893634 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:34.224247 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:24:34.916473 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:36.586198 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:24:54.653222 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-1d056c3a-c7a0-466d-b1b0-35b94765ae11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1656780 Jun 08 13:24:54.790637 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-492d58cc-6a5f-4873-bf82-f362f58dbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:24:54.792093 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-492d58cc-6a5f-4873-bf82-f362f58dbf1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0725315 Jun 08 13:24:54.931328 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-8d27d1c2-2cfc-4d00-a9e6-4320fb237eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:24:54.932661 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-8d27d1c2-2cfc-4d00-a9e6-4320fb237eac service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1227489 Jun 08 13:24:54.998654 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-decf3d31-9db4-4f8f-ab67-85a6fc34325b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0599914 Jun 08 13:24:55.062309 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-ce404b89-1691-4b9a-8378-81ccb81585e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:24:55.063715 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-ce404b89-1691-4b9a-8378-81ccb81585e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0589809 Jun 08 13:24:55.136015 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-26816200-2952-4e77-8ea1-d5c95f7f16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:24:55.137412 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-26816200-2952-4e77-8ea1-d5c95f7f16bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671115 Jun 08 13:24:55.148159 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-21231ac4-8f95-4f14-a940-c683e43610af service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:24:55.149070 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-21231ac4-8f95-4f14-a940-c683e43610af service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047829 Jun 08 13:24:55.276576 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-3e1accca-9920-4aec-a4ff-651d75306baa service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209886 Jun 08 13:24:55.405496 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-6b85b709-d5b4-409c-9af6-eef4be9f281f req-567f0a2f-e197-4f07-b93c-ef2a6d711033 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223152 Jun 08 13:24:56.604166 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:01.227586 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a9d41a89-1ad9-4bff-a7c3-d6b70461f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:03.573290 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5036f0d8-630a-4247-b33e-a3a8083c1cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:03.894703 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:04.918096 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:06.591961 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:11.222757 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:25:26.633406 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:31.227554 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-05115760-998d-4f27-a833-6654c68f4cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:33.574113 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2da231e-01f1-4cad-aa23-f0333a0f4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:33.898804 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:34.920743 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:36.593576 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:25:48.221798 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:25:55.529966 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-c6460a52-08d2-4d92-8ece-2e5fb38036d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741065 Jun 08 13:25:55.667623 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-edcd3d02-0dc4-4637-abb2-bc85df10a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:25:55.669129 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-edcd3d02-0dc4-4637-abb2-bc85df10a245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0724456 Jun 08 13:25:55.811101 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-fcc353e2-c496-40d2-92ea-3b9dbfc1f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:25:55.812552 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-fcc353e2-c496-40d2-92ea-3b9dbfc1f719 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1256545 Jun 08 13:25:55.882708 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-c004831a-1283-4e08-b9af-e78570acf66b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0636046 Jun 08 13:25:55.945288 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-125525e9-a04c-445f-9726-11c53cc60738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:25:55.946635 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-125525e9-a04c-445f-9726-11c53cc60738 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0573802 Jun 08 13:25:56.024347 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-f3df8462-5bcf-4a2e-afd9-6d8aca95645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:25:56.025861 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-f3df8462-5bcf-4a2e-afd9-6d8aca95645e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724022 Jun 08 13:25:56.258751 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-33644bc6-3574-463e-b85e-8271f0203c88 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265441 Jun 08 13:25:56.391241 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-8fdbfbe3-1921-472e-85bb-4172d7adb762 req-276e691e-870c-4909-92da-0a5fbd4683ef service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247771 Jun 08 13:25:56.632673 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:01.229229 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3780ee88-35bb-423c-bc5c-dddc2ef785e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:03.575674 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0cad3a31-6dda-4485-b49b-10a94d925c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:03.903809 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:04.926438 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:06.596109 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:25.221367 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:26:26.636163 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:31.230841 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2c64983a-90d5-4af8-842c-06eebfa1480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:33.577430 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-23508152-5e88-4626-8ff9-83ad361dff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:33.896275 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:34.926707 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:36.599253 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:56.541242 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-ff7ded24-21f0-4bf3-84aa-ca55914d5653 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733047 Jun 08 13:26:56.633271 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:26:56.685271 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-b5f454dc-c25a-48b8-b052-b7388f96904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:26:56.686755 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-b5f454dc-c25a-48b8-b052-b7388f96904f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb9c3580149245fba65b8a92ea6b93e6&device_id=f4d3f9ed-0910-456e-ab33-2d26ff57b183 HTTP/1.1" status: 200 len: 1099 time: 0.0763156 Jun 08 13:26:56.832462 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-50bfb438-5e81-4e36-bb34-b4e2bc9aaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:26:56.833929 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-50bfb438-5e81-4e36-bb34-b4e2bc9aaa02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f HTTP/1.1" status: 200 len: 911 time: 0.1286223 Jun 08 13:26:56.901269 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-bee1ebd0-0fa6-4c10-a4e3-1b961d4dbddb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcc3a64-50b3-40b6-846c-5cd1fe0711f5 HTTP/1.1" status: 200 len: 217 time: 0.0603068 Jun 08 13:26:56.967593 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-caeec1ef-b1e7-4906-b830-f02fe3e5c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:26:56.969010 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-caeec1ef-b1e7-4906-b830-f02fe3e5c23e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1904c8b9-4a17-4ef1-a794-0ca4d9e27d63 HTTP/1.1" status: 200 len: 849 time: 0.0622902 Jun 08 13:26:57.042733 dv-cinder-784477-4-iscsi neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-24e2b03b-3bf3-4b40-bfda-cdbf9bd1e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 13:26:57.044214 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-24e2b03b-3bf3-4b40-bfda-cdbf9bd1e00f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd6c72af-fe5e-440c-afcc-7bed52c1ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693288 Jun 08 13:26:57.182916 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-2fb6c512-1209-4699-b122-956d95924269 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323216 Jun 08 13:26:57.313756 dv-cinder-784477-4-iscsi neutron-server[103601]: INFO neutron.wsgi [req-f90f5bf3-edee-4526-befe-4f633ca9a2c7 req-ba63a634-249c-4546-9c1f-780e4bab6240 service neutron] 10.222.0.59 "GET /v2.0/networks/cd6c72af-fe5e-440c-afcc-7bed52c1ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249442 Jun 08 13:27:01.232357 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ea40e233-d892-48e0-88bd-6de38991fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:02.220323 dv-cinder-784477-4-iscsi neutron-server[103604]: DEBUG neutron.db.agents_db [None req-7e517a9b-1ef2-4f90-ab09-910e454e70ce None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:27:03.586551 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5e83dcf1-a0b9-4237-b4f2-f2bf630abae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:03.900465 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:04.931148 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:06.602133 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:26.631814 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-28ade0e4-2475-4cc1-8e57-cbec4443e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:31.235928 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-53d790f8-efd0-4660-a320-111d64a65945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:33.579833 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d661-fc43-4e1d-b83a-5bd1463507b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:33.904633 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20cfb41c-ca85-4e71-8278-8cbad1b2b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:34.933505 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2a05e1d1-14ff-490e-a6d7-b2b9068df702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:27:36.609722 dv-cinder-784477-4-iscsi neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd18b-8a51-4af3-818c-0c91cd943a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743646746781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66571896'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}